[ 522.745533] env[63862]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63862) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.745880] env[63862]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63862) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.745999] env[63862]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63862) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.746337] env[63862]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 522.843846] env[63862]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63862) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 522.853616] env[63862]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63862) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 523.454828] env[63862]: INFO nova.virt.driver [None req-366ee885-0db6-48e3-8c9b-84e24971375b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 523.525520] env[63862]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.525698] env[63862]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.525772] env[63862]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63862) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 526.758723] env[63862]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-5bb291dc-41b0-466c-b99e-3c6dfcef73a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.775917] env[63862]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63862) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 526.776032] env[63862]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9dc9c88e-7c7c-4a2b-8668-ebab86c10b5a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.801036] env[63862]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 4f338. [ 526.801202] env[63862]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.276s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 526.801990] env[63862]: INFO nova.virt.vmwareapi.driver [None req-366ee885-0db6-48e3-8c9b-84e24971375b None None] VMware vCenter version: 7.0.3 [ 526.805486] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba387201-55e5-4208-bb9a-6ef44e45e00b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.822782] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6e691d-bf9b-42d2-9b7b-e1765732c712 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.828728] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8e9020-d88e-4d64-8354-f580cb2fa3a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.835265] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3408f9da-1823-4771-9812-064a37e40ee5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.848282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f575c1d-fd07-4861-856c-fe3afda19a00 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.854419] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8641eb8a-89bd-498d-b402-9c9850dc2bd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.884824] env[63862]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-97e109f1-4bf8-4749-9426-25dae6807ed0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.890343] env[63862]: DEBUG nova.virt.vmwareapi.driver [None req-366ee885-0db6-48e3-8c9b-84e24971375b None None] Extension org.openstack.compute already exists. {{(pid=63862) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 526.893225] env[63862]: INFO nova.compute.provider_config [None req-366ee885-0db6-48e3-8c9b-84e24971375b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 527.396627] env[63862]: DEBUG nova.context [None req-366ee885-0db6-48e3-8c9b-84e24971375b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e2bc03c8-c574-4c27-98d5-306348eb18e1(cell1) {{(pid=63862) load_cells /opt/stack/nova/nova/context.py:464}} [ 527.398862] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.399112] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.399897] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.400341] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Acquiring lock "e2bc03c8-c574-4c27-98d5-306348eb18e1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.400532] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Lock "e2bc03c8-c574-4c27-98d5-306348eb18e1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.401584] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Lock "e2bc03c8-c574-4c27-98d5-306348eb18e1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.423043] env[63862]: INFO dbcounter [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Registered counter for database nova_cell0 [ 527.431173] env[63862]: INFO dbcounter [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Registered counter for database nova_cell1 [ 527.434499] env[63862]: DEBUG oslo_db.sqlalchemy.engines [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63862) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 527.434862] env[63862]: DEBUG oslo_db.sqlalchemy.engines [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63862) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 527.439820] env[63862]: ERROR nova.db.main.api [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 527.439820] env[63862]: result = function(*args, **kwargs) [ 527.439820] env[63862]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.439820] env[63862]: return func(*args, **kwargs) [ 527.439820] env[63862]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.439820] env[63862]: result = fn(*args, **kwargs) [ 527.439820] env[63862]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.439820] env[63862]: return f(*args, **kwargs) [ 527.439820] env[63862]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 527.439820] env[63862]: return db.service_get_minimum_version(context, binaries) [ 527.439820] env[63862]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.439820] env[63862]: _check_db_access() [ 527.439820] env[63862]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.439820] env[63862]: stacktrace = ''.join(traceback.format_stack()) [ 527.439820] env[63862]: [ 527.440654] env[63862]: ERROR nova.db.main.api [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 527.440654] env[63862]: result = function(*args, **kwargs) [ 527.440654] env[63862]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.440654] env[63862]: return func(*args, **kwargs) [ 527.440654] env[63862]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.440654] env[63862]: result = fn(*args, **kwargs) [ 527.440654] env[63862]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.440654] env[63862]: return f(*args, **kwargs) [ 527.440654] env[63862]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 527.440654] env[63862]: return db.service_get_minimum_version(context, binaries) [ 527.440654] env[63862]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.440654] env[63862]: _check_db_access() [ 527.440654] env[63862]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.440654] env[63862]: stacktrace = ''.join(traceback.format_stack()) [ 527.440654] env[63862]: [ 527.441154] env[63862]: WARNING nova.objects.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 527.441264] env[63862]: WARNING nova.objects.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Failed to get minimum service version for cell e2bc03c8-c574-4c27-98d5-306348eb18e1 [ 527.441719] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Acquiring lock "singleton_lock" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.441891] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Acquired lock "singleton_lock" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.442148] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Releasing lock "singleton_lock" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.442470] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Full set of CONF: {{(pid=63862) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 527.442616] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ******************************************************************************** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.442764] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] Configuration options gathered from: {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.442910] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.443118] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.443248] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ================================================================================ {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.443454] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] allow_resize_to_same_host = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.443622] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] arq_binding_timeout = 300 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.443756] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] backdoor_port = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.443884] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] backdoor_socket = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.444057] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] block_device_allocate_retries = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.444222] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] block_device_allocate_retries_interval = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.444388] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cert = self.pem {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.444552] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.444717] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute_monitors = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.444920] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] config_dir = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.445122] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] config_drive_format = iso9660 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.445263] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.445428] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] config_source = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.445595] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] console_host = devstack {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.445758] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] control_exchange = nova {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.445917] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cpu_allocation_ratio = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.446085] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] daemon = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.446253] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] debug = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.446407] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] default_access_ip_network_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.446570] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] default_availability_zone = nova {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.446723] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] default_ephemeral_format = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.446881] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] default_green_pool_size = 1000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447126] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447289] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] default_schedule_zone = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447444] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] disk_allocation_ratio = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447604] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] enable_new_services = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447778] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] enabled_apis = ['osapi_compute'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.447939] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] enabled_ssl_apis = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448117] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] flat_injected = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448275] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] force_config_drive = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448429] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] force_raw_images = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448593] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] graceful_shutdown_timeout = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448749] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] heal_instance_info_cache_interval = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.448966] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] host = cpu-1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449159] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449323] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449482] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449716] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.449889] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_build_timeout = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450064] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_delete_interval = 300 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450234] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_format = [instance: %(uuid)s] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450414] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_name_template = instance-%08x {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450558] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_usage_audit = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450726] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_usage_audit_period = month {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.450924] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451128] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451305] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] internal_service_availability_zone = internal {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451459] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] key = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451639] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] live_migration_retry_count = 30 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451822] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_color = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.451985] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_config_append = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452168] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452330] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_dir = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452484] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452611] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_options = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452771] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_rotate_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.452941] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_rotate_interval_type = days {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453122] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] log_rotation_type = none {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453255] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453380] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453543] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453711] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.453841] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454009] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] long_rpc_timeout = 1800 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454175] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] max_concurrent_builds = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454333] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] max_concurrent_live_migrations = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454489] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] max_concurrent_snapshots = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454646] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] max_local_block_devices = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454803] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] max_logfile_count = 30 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.454957] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] max_logfile_size_mb = 200 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455128] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] maximum_instance_delete_attempts = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455296] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metadata_listen = 0.0.0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455461] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metadata_listen_port = 8775 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455627] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metadata_workers = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455786] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] migrate_max_retries = -1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.455950] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] mkisofs_cmd = genisoimage {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456167] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456299] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] my_ip = 10.180.1.21 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456499] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456660] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] network_allocate_retries = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.456844] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457059] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457233] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] osapi_compute_listen_port = 8774 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457404] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] osapi_compute_unique_server_name_scope = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457575] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] osapi_compute_workers = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457735] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] password_length = 12 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.457895] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] periodic_enable = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458074] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] periodic_fuzzy_delay = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458245] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] pointer_model = usbtablet {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458412] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] preallocate_images = none {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458570] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] publish_errors = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458703] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] pybasedir = /opt/stack/nova {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.458856] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ram_allocation_ratio = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459024] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] rate_limit_burst = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459196] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] rate_limit_except_level = CRITICAL {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459355] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] rate_limit_interval = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459511] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reboot_timeout = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459666] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reclaim_instance_interval = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459822] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] record = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.459987] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reimage_timeout_per_gb = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460164] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] report_interval = 120 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460323] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] rescue_timeout = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460527] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reserved_host_cpus = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460632] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reserved_host_disk_mb = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460787] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reserved_host_memory_mb = 512 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.460947] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] reserved_huge_pages = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461120] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] resize_confirm_window = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461281] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] resize_fs_using_block_device = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461440] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] resume_guests_state_on_host_boot = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461631] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461815] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] rpc_response_timeout = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.461979] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] run_external_periodic_tasks = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.462162] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] running_deleted_instance_action = reap {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.462324] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.462480] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] running_deleted_instance_timeout = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.462655] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler_instance_sync_interval = 120 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.462907] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_down_time = 720 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.463118] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] servicegroup_driver = db {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.463284] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] shell_completion = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.463444] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] shelved_offload_time = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.463602] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] shelved_poll_interval = 3600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.463771] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] shutdown_timeout = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.463930] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] source_is_ipv6 = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.464100] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ssl_only = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.464349] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.464527] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] sync_power_state_interval = 600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.464693] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] sync_power_state_pool_size = 1000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.464861] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] syslog_log_facility = LOG_USER {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465028] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] tempdir = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465193] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] timeout_nbd = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465359] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] transport_url = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465517] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] update_resources_interval = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465676] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] use_cow_images = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465837] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] use_journal = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.465994] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] use_json = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.466167] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] use_rootwrap_daemon = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.466325] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] use_stderr = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.466480] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] use_syslog = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.466636] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vcpu_pin_set = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.466802] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plugging_is_fatal = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.466967] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plugging_timeout = 300 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.467144] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] virt_mkfs = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.467306] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] volume_usage_poll_interval = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.467467] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] watch_log_file = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.467634] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] web = /usr/share/spice-html5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.467818] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.467984] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468224] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.468444] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_concurrency.disable_process_locking = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469031] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469236] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469413] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469595] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469770] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.469939] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470138] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.auth_strategy = keystone {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470308] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.compute_link_prefix = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470501] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470691] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.dhcp_domain = novalocal {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.470867] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.enable_instance_password = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471046] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.glance_link_prefix = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471216] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471387] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471549] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.instance_list_per_project_cells = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471736] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.list_records_by_skipping_down_cells = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.471906] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.local_metadata_per_cell = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472089] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.max_limit = 1000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472261] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.metadata_cache_expiration = 15 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472435] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.neutron_default_tenant_id = default {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472606] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.response_validation = warn {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472801] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.use_neutron_default_nets = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.472975] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473159] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473328] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473501] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473672] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_dynamic_targets = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.473836] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_jsonfile_path = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474031] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474233] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.backend = dogpile.cache.memcached {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474402] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.backend_argument = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474563] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.backend_expiration_time = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474733] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.config_prefix = cache.oslo {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.474957] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.dead_timeout = 60.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475177] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.debug_cache_backend = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475351] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.enable_retry_client = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475520] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.enable_socket_keepalive = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475694] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.enabled = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.475861] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.enforce_fips_mode = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476039] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.expiration_time = 600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476208] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.hashclient_retry_attempts = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476377] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476543] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_dead_retry = 300 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476705] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_password = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.476872] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477045] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477214] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_pool_maxsize = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477378] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477544] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_sasl_enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477724] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.477896] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478119] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.memcache_username = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478313] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.proxies = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478480] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_db = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478646] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_password = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.478822] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479005] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479189] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_server = localhost:6379 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479358] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_socket_timeout = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479519] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.redis_username = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479818] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.retry_attempts = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479860] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.retry_delay = 0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.479998] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.socket_keepalive_count = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480205] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.socket_keepalive_idle = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480391] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.socket_keepalive_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480554] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.tls_allowed_ciphers = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480752] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.tls_cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.480871] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.tls_certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481047] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.tls_enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481211] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cache.tls_keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481423] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481550] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.auth_type = password {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481737] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.481917] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482098] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482267] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482431] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.cross_az_attach = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482610] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.debug = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482807] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.endpoint_template = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.482980] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.http_retries = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483161] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483322] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483496] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.os_region_name = RegionOne {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483664] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483825] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cinder.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.483998] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484174] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.cpu_dedicated_set = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484334] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.cpu_shared_set = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484501] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.image_type_exclude_list = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484667] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484834] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.484997] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485176] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485347] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485513] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.resource_provider_association_refresh = 300 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485676] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.485842] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.shutdown_retry_interval = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486035] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486219] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] conductor.workers = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486398] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] console.allowed_origins = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486561] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] console.ssl_ciphers = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486732] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] console.ssl_minimum_version = default {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.486978] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] consoleauth.enforce_session_timeout = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487212] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] consoleauth.token_ttl = 600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487405] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487570] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487738] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.487898] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488072] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488240] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488404] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488562] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488727] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.488892] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489063] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489232] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489390] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489564] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.service_type = accelerator {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489725] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.489885] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490056] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490219] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490400] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490564] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] cyborg.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490779] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.asyncio_connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.490974] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.asyncio_slave_connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491167] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.backend = sqlalchemy {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491344] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491515] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.connection_debug = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491714] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.connection_parameters = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.491895] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.connection_recycle_time = 3600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492075] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.connection_trace = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492247] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.db_inc_retry_interval = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492425] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.db_max_retries = 20 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492617] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.db_max_retry_interval = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.492866] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.db_retry_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493046] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.max_overflow = 50 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493221] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.max_pool_size = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493399] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.max_retries = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493580] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493756] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.mysql_wsrep_sync_wait = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.493919] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.pool_timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494097] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.retry_interval = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494262] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.slave_connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494427] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.sqlite_synchronous = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494590] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] database.use_db_reconnect = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494761] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.asyncio_connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.494985] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.asyncio_slave_connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.495195] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.backend = sqlalchemy {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.495374] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.495543] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.connection_debug = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.495718] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.connection_parameters = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.495887] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.connection_recycle_time = 3600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.496069] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.connection_trace = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.496240] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.db_inc_retry_interval = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.496407] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.db_max_retries = 20 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.496572] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.db_max_retry_interval = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.496741] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.db_retry_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.496906] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.max_overflow = 50 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.497082] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.max_pool_size = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.497250] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.max_retries = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.497421] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.497582] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.497743] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.pool_timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.497928] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.retry_interval = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.498114] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.slave_connection = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.498285] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] api_database.sqlite_synchronous = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.498464] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] devices.enabled_mdev_types = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.498644] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.498822] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.498989] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ephemeral_storage_encryption.enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.499172] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.499347] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.api_servers = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.499514] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.499679] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.499844] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.500050] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.500229] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.500397] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.debug = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.500563] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.default_trusted_certificate_ids = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.500730] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.enable_certificate_validation = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.500919] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.enable_rbd_download = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.501110] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.501285] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.501449] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.501630] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.501804] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.501973] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.num_retries = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502158] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.rbd_ceph_conf = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502326] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.rbd_connect_timeout = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502498] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.rbd_pool = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502670] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.rbd_user = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.502879] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503064] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503231] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503405] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.service_type = image {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503573] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503736] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.503896] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504073] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504262] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504429] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.verify_glance_signatures = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504592] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] glance.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504762] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] guestfs.debug = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.504932] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505111] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.auth_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505273] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505432] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505595] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505759] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.505918] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506088] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506254] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506412] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506571] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506731] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.506887] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507061] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507227] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507399] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.service_type = shared-file-system {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507566] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.share_apply_policy_timeout = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507728] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.507892] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508071] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508235] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508449] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508632] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] manila.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.508830] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] mks.enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509238] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509465] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] image_cache.manager_interval = 2400 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509657] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] image_cache.precache_concurrency = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.509866] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] image_cache.remove_unused_base_images = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510067] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510273] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510456] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] image_cache.subdirectory_name = _base {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510661] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.api_max_retries = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.510855] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.api_retry_interval = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511054] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511247] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.auth_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511440] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511663] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.511855] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512052] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.conductor_group = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512221] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512394] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512594] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.512819] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513063] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513202] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513384] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513574] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.peer_list = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513764] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.513952] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514149] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.serial_console_state_timeout = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514349] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514545] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.service_type = baremetal {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514738] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.shard = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.514963] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515170] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515353] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515532] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515754] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.515944] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ironic.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516169] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516377] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] key_manager.fixed_key = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516590] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516777] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.barbican_api_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.516962] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.barbican_endpoint = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517173] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.barbican_endpoint_type = public {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517359] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.barbican_region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517546] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517732] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.517920] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518120] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518304] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518479] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.number_of_retries = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518675] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.retry_delay = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.518865] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.send_service_user_token = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519059] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519239] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519426] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.verify_ssl = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519604] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican.verify_ssl_path = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519789] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.519967] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.auth_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520145] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520308] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520473] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520638] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520799] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.520963] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521206] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] barbican_service_user.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521410] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.approle_role_id = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521602] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.approle_secret_id = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521777] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.kv_mountpoint = secret {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.521946] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.kv_path = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522128] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.kv_version = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522296] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.namespace = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522455] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.root_token_id = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522648] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.ssl_ca_crt_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.522833] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.timeout = 60.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523012] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.use_ssl = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523194] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523366] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523528] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523694] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.523856] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524027] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524193] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524355] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524513] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524673] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524834] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.524992] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525172] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525355] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525544] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.service_type = identity {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525712] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.525872] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526040] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526200] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526381] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526542] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] keystone.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.526735] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.ceph_mount_options = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527107] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527303] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.connection_uri = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527472] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_mode = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527642] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527815] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_models = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.527988] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_power_governor_high = performance {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528203] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528376] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_power_management = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528548] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528720] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.device_detach_attempts = 8 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.528888] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.device_detach_timeout = 20 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529068] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.disk_cachemodes = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529233] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.disk_prefix = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529421] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.enabled_perf_events = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529602] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.file_backed_memory = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529773] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.gid_maps = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.529932] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.hw_disk_discard = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530105] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.hw_machine_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530278] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_rbd_ceph_conf = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530445] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530609] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530781] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_rbd_glance_store_name = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.530951] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_rbd_pool = rbd {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531135] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_type = default {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531298] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.images_volume_group = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531462] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.inject_key = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531656] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.inject_partition = -2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531831] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.inject_password = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.531996] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.iscsi_iface = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532175] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.iser_use_multipath = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532342] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532507] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532694] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_downtime = 500 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.532912] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533100] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533266] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_inbound_addr = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533431] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533593] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533755] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_scheme = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.533928] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_timeout_action = abort {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534104] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_tunnelled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534267] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_uri = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534433] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.live_migration_with_native_tls = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534610] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.max_queues = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534761] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.534999] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535182] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.nfs_mount_options = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535484] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535663] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535835] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.535998] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536187] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536354] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.num_pcie_ports = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536524] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536692] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.pmem_namespaces = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.536855] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.quobyte_client_cfg = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.537170] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.537350] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.537519] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.537686] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.537851] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rbd_secret_uuid = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.538023] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rbd_user = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.538193] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.538366] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.538529] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rescue_image_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.538690] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rescue_kernel_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.538876] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rescue_ramdisk_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.539086] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.539263] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.rx_queue_size = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.539439] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.smbfs_mount_options = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.539736] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.539925] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.snapshot_compression = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.540105] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.snapshot_image_format = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.540342] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.540512] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.sparse_logical_volumes = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.540679] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.swtpm_enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.540852] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.swtpm_group = tss {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.541032] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.swtpm_user = tss {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.541211] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.sysinfo_serial = unique {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.541375] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.tb_cache_size = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.541539] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.tx_queue_size = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.541735] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.uid_maps = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.541910] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.use_virtio_for_bridges = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.542098] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.virt_type = kvm {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.542275] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.volume_clear = zero {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.542444] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.volume_clear_size = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.542614] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.volume_use_multipath = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.542801] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_cache_path = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.542983] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.543172] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.543347] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.543510] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.543804] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.544015] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.vzstorage_mount_user = stack {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.544202] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.544379] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.544554] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.auth_type = password {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.544717] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.544880] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.545055] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.545219] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.545375] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.545544] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.default_floating_pool = public {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.545703] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.545867] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.extension_sync_interval = 600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.546044] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.http_retries = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.546214] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.546374] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.546536] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.546711] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.546873] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.547054] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.ovs_bridge = br-int {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.547226] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.physnets = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.547400] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.region_name = RegionOne {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.547564] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.547733] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.service_metadata_proxy = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.547895] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.548103] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.service_type = network {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.548292] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.548455] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.548615] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.548780] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.548963] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.549141] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] neutron.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.549317] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] notifications.bdms_in_notifications = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.549495] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] notifications.default_level = INFO {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.549663] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] notifications.include_share_mapping = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.549840] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] notifications.notification_format = unversioned {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.550011] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] notifications.notify_on_state_change = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.550195] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.550371] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] pci.alias = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.550541] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] pci.device_spec = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.550705] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] pci.report_in_placement = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.550887] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.551109] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.auth_type = password {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.551289] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.551454] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.551637] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.551816] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.551979] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.552155] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.552320] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.default_domain_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.552478] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.default_domain_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.552640] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.domain_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.552803] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.domain_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.552973] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.553150] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.553310] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.553475] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.553635] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.553805] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.password = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.553988] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.project_domain_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.554209] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.project_domain_name = Default {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.554384] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.project_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.554563] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.project_name = service {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.554737] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.region_name = RegionOne {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.554905] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.555089] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.555270] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.service_type = placement {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.555438] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.555604] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.555770] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.555934] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.system_scope = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.556106] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.556270] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.trust_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.556429] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.user_domain_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.556600] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.user_domain_name = Default {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.556764] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.user_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.556939] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.username = nova {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.557137] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.557304] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] placement.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.557485] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.cores = 20 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.557657] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.count_usage_from_placement = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.557831] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.558008] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.injected_file_content_bytes = 10240 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.558187] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.injected_file_path_length = 255 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.558356] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.injected_files = 5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.558524] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.instances = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.558692] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.key_pairs = 100 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.558862] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.metadata_items = 128 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.559042] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.ram = 51200 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.559215] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.recheck_quota = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.559384] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.server_group_members = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.559550] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.server_groups = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.559762] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.559940] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] quota.unified_limits_resource_strategy = require {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.560166] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.560353] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.560521] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.image_metadata_prefilter = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.560688] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.560857] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.max_attempts = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.561031] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.max_placement_results = 1000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.561203] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.561366] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.561528] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.561732] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] scheduler.workers = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.561915] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.562103] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.562286] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.562459] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.562627] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.562834] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.563023] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.563217] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.563387] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.host_subset_size = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.563553] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.563712] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.563877] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.564095] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.isolated_hosts = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.564274] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.isolated_images = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.564452] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.564615] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.564781] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.564944] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.pci_in_placement = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.565123] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.565288] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.565449] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.565611] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.565776] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.565939] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.566111] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.track_instance_changes = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.566290] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.566463] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metrics.required = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.566628] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metrics.weight_multiplier = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.566792] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.566957] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] metrics.weight_setting = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.567288] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.567468] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] serial_console.enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.567647] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] serial_console.port_range = 10000:20000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.567821] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.567989] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.568176] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] serial_console.serialproxy_port = 6083 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.568388] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.568590] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.auth_type = password {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.568757] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.568919] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.569104] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.569314] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.569499] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.569678] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.send_service_user_token = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.569843] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.570007] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] service_user.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.570191] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.agent_enabled = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.570357] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.570672] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.570880] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571066] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.html5proxy_port = 6082 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571235] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.image_compression = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571397] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.jpeg_compression = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571556] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.playback_compression = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571748] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.require_secure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.571927] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.server_listen = 127.0.0.1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572136] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572322] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.streaming_mode = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572484] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] spice.zlib_compression = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572651] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] upgrade_levels.baseapi = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.572851] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] upgrade_levels.compute = auto {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573028] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] upgrade_levels.conductor = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573193] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] upgrade_levels.scheduler = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573362] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573527] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573689] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.573849] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574020] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574187] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574345] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574508] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574666] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vendordata_dynamic_auth.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.574876] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.api_retry_count = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575063] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.ca_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575242] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575414] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.cluster_name = testcl1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575581] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.connection_pool_size = 10 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575742] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.console_delay_seconds = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.575911] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.datastore_regex = ^datastore.* {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576138] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576319] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.host_password = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576488] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.host_port = 443 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576657] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.host_username = administrator@vsphere.local {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.576829] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.insecure = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577040] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.integration_bridge = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577246] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.maximum_objects = 100 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577413] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.pbm_default_policy = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577578] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.pbm_enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577741] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.pbm_wsdl_location = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.577914] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578087] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.serial_port_proxy_uri = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578250] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.serial_port_service_uri = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578417] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.task_poll_interval = 0.5 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578588] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.use_linked_clone = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578759] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.vnc_keymap = en-us {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.578925] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.vnc_port = 5900 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579144] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vmware.vnc_port_total = 10000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579366] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.auth_schemes = ['none'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579549] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.579853] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580056] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580235] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.novncproxy_port = 6080 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580423] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.server_listen = 127.0.0.1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580604] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580768] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.vencrypt_ca_certs = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.580927] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.vencrypt_client_cert = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581098] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vnc.vencrypt_client_key = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581277] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581441] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.disable_deep_image_inspection = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581628] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581793] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.581957] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582135] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.disable_rootwrap = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582297] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.enable_numa_live_migration = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582459] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582622] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582807] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.582984] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.libvirt_disable_apic = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583168] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583335] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583498] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583660] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583827] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.583990] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584168] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584332] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584493] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584660] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.584848] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585029] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.client_socket_timeout = 900 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585201] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.default_pool_size = 1000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585369] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.keep_alive = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585536] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.max_header_line = 16384 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585700] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.585867] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.ssl_ca_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586043] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.ssl_cert_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586210] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.ssl_key_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586376] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.tcp_keepidle = 600 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586549] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586716] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] zvm.ca_file = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.586910] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] zvm.cloud_connector_url = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587282] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587515] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] zvm.reachable_timeout = 300 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587702] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.587885] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588078] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.connection_string = messaging:// {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588252] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.enabled = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588424] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.es_doc_type = notification {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588596] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.es_scroll_size = 10000 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588765] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.es_scroll_time = 2m {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.588926] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.filter_error_trace = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589109] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.hmac_keys = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589278] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.sentinel_service_name = mymaster {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589441] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.socket_timeout = 0.1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589616] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.trace_requests = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589774] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler.trace_sqlalchemy = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.589949] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler_jaeger.process_tags = {} {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590121] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler_jaeger.service_name_prefix = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590284] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] profiler_otlp.service_name_prefix = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590447] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] remote_debug.host = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590606] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] remote_debug.port = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590815] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.590988] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591170] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591334] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591496] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591682] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.591856] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592029] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592195] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592365] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592522] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592690] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.592855] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593029] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593204] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593366] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593531] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593699] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.593861] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594061] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594233] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594400] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594562] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594726] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.594888] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595062] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595226] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595385] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595547] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595709] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.ssl = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.595878] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596066] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596236] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596401] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596568] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596732] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.596926] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597107] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_notifications.retry = -1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597288] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597459] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597629] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.auth_section = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597796] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.auth_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.597954] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.cafile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598125] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.certfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598290] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.collect_timing = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598448] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.connect_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598607] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.connect_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598767] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.endpoint_id = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.598978] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599168] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.endpoint_override = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599329] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.endpoint_region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599490] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.endpoint_service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599650] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.endpoint_service_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599814] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.insecure = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.599971] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.keyfile = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600144] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.max_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600303] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.min_version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600461] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.region_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600620] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.retriable_status_codes = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600780] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.service_name = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.600935] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.service_type = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601107] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.split_loggers = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601266] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.status_code_retries = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601423] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.status_code_retry_delay = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601629] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.timeout = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601775] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.valid_interfaces = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.601936] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_limit.version = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602115] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_reports.file_event_handler = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602283] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602444] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] oslo_reports.log_dir = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602616] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602801] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.602967] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603151] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603318] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603477] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603647] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603809] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_ovs_privileged.group = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.603991] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604238] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604449] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604618] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] vif_plug_ovs_privileged.user = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604795] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.604975] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.605164] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.605337] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.605507] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.605673] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.605842] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.606007] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.606193] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.606362] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.isolate_vif = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.606529] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.606693] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.606860] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.607039] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.607206] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] os_vif_ovs.per_port_bridge = False {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.607377] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] privsep_osbrick.capabilities = [21] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.607537] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] privsep_osbrick.group = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.607694] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] privsep_osbrick.helper_command = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.607860] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.608034] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.608198] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] privsep_osbrick.user = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.608371] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.608530] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] nova_sys_admin.group = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.608685] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] nova_sys_admin.helper_command = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.608849] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.609015] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.609176] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] nova_sys_admin.user = None {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.609309] env[63862]: DEBUG oslo_service.service [None req-8870d404-943c-48c5-9d0d-8459d0dee707 None None] ******************************************************************************** {{(pid=63862) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.609732] env[63862]: INFO nova.service [-] Starting compute node (version 29.0.2) [ 528.114061] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Getting list of instances from cluster (obj){ [ 528.114061] env[63862]: value = "domain-c8" [ 528.114061] env[63862]: _type = "ClusterComputeResource" [ 528.114061] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.114871] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a740b-23ea-4099-a841-48ff15711d54 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.123428] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Got total of 0 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 528.123984] env[63862]: WARNING nova.virt.vmwareapi.driver [None req-d735c699-9693-414d-b669-d647f94cb631 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 528.124463] env[63862]: INFO nova.virt.node [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Generated node identity 80897473-f999-4333-ab16-8ed9a7f29cf0 [ 528.124695] env[63862]: INFO nova.virt.node [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Wrote node identity 80897473-f999-4333-ab16-8ed9a7f29cf0 to /opt/stack/data/n-cpu-1/compute_id [ 528.627559] env[63862]: WARNING nova.compute.manager [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Compute nodes ['80897473-f999-4333-ab16-8ed9a7f29cf0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 529.633036] env[63862]: INFO nova.compute.manager [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 530.637640] env[63862]: WARNING nova.compute.manager [None req-d735c699-9693-414d-b669-d647f94cb631 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 530.637993] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.638134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.638285] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.638439] env[63862]: DEBUG nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 530.639365] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dce09d-edf8-46e3-b48a-e21da6b046e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.647200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073541f6-ee61-416c-abfd-d56af0aa9e3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.661319] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e031f8e-e07e-498f-b508-fa37d840cb03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.667501] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac8388c-d372-4bb7-835b-ba3622b5c01b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.695191] env[63862]: DEBUG nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181265MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 530.695336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.695525] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.198475] env[63862]: WARNING nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] No compute node record for cpu-1:80897473-f999-4333-ab16-8ed9a7f29cf0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 80897473-f999-4333-ab16-8ed9a7f29cf0 could not be found. [ 531.702811] env[63862]: INFO nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 80897473-f999-4333-ab16-8ed9a7f29cf0 [ 533.211077] env[63862]: DEBUG nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 533.211657] env[63862]: DEBUG nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 533.381449] env[63862]: INFO nova.scheduler.client.report [None req-d735c699-9693-414d-b669-d647f94cb631 None None] [req-aaabf67a-f98b-4b26-87bb-08acb23276be] Created resource provider record via placement API for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 533.399299] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae8218e-c328-483b-b109-a7b4e29aed41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.407524] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89b29c9-90e3-43cf-85a7-1dcec31fef09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.438393] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e511bc-7e48-4340-9405-f247f596b404 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.445989] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c579d-1fe3-470d-b431-b81cf2bc2178 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.459481] env[63862]: DEBUG nova.compute.provider_tree [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.000037] env[63862]: DEBUG nova.scheduler.client.report [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 534.000285] env[63862]: DEBUG nova.compute.provider_tree [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 0 to 1 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.000425] env[63862]: DEBUG nova.compute.provider_tree [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.051694] env[63862]: DEBUG nova.compute.provider_tree [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 1 to 2 during operation: update_traits {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.555941] env[63862]: DEBUG nova.compute.resource_tracker [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 534.556426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.556426] env[63862]: DEBUG nova.service [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Creating RPC server for service compute {{(pid=63862) start /opt/stack/nova/nova/service.py:186}} [ 534.570239] env[63862]: DEBUG nova.service [None req-d735c699-9693-414d-b669-d647f94cb631 None None] Join ServiceGroup membership for this service compute {{(pid=63862) start /opt/stack/nova/nova/service.py:203}} [ 534.570434] env[63862]: DEBUG nova.servicegroup.drivers.db [None req-d735c699-9693-414d-b669-d647f94cb631 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63862) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 578.572999] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.075769] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Getting list of instances from cluster (obj){ [ 579.075769] env[63862]: value = "domain-c8" [ 579.075769] env[63862]: _type = "ClusterComputeResource" [ 579.075769] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.077021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69981953-c08c-4ff5-8b5b-cbfa08ea2d64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.085796] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Got total of 0 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 579.086021] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 579.086324] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Getting list of instances from cluster (obj){ [ 579.086324] env[63862]: value = "domain-c8" [ 579.086324] env[63862]: _type = "ClusterComputeResource" [ 579.086324] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 579.087144] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2b62d-0d89-409c-9056-51877a23f500 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.094020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Got total of 0 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 582.904436] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.904779] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.904899] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 582.905043] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 583.408385] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 583.408654] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.408855] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.409092] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.409488] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.409753] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.409973] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.410166] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 583.410321] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.913447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.913806] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.913848] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.914045] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 583.914911] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547e24c-a3b5-4a11-9613-f3802cd27d53 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.922600] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aee68b-d13e-4bc9-b912-76855aeb423c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.935627] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c89b44-f646-4723-a052-1d3922b83fce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.941798] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454aa558-b546-4ccf-a6db-a2c0956207c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.970446] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181264MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 583.970602] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.970792] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.989065] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 584.989334] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 585.003227] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9539de8-e710-45e2-9dcf-0f6e333f4c67 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.010498] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef01b35-f3c4-4fcc-ac82-3fbb3844f3c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.038734] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d6dc92-ef04-442d-a475-339ef4408d7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.045386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806cca05-be7f-4656-b4f8-717cc2153396 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.057952] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.561904] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.067902] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 586.068289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.055719] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.056142] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.561989] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.561989] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 646.561989] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 647.064680] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 647.065049] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.065089] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.065282] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.065434] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.065571] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.065714] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.065841] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 647.065978] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.569470] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.569755] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.569930] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.570099] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 647.570976] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc298d-a849-4beb-ad1a-5216c1122675 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.579466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec942f-67a6-4113-84bf-e5d1ad73cbdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.592951] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02e009-316a-48f2-91b0-278cdc1d257e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.599243] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4641000-8e13-4d65-a0c0-2a2213aefc8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.628318] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181251MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 647.628455] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.628644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.646579] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 648.646821] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 648.659531] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f0752-77e0-43a0-ba74-a990d7f5da85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.667481] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082d567-0181-4362-8037-8d9dba768066 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.696181] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3088bf-3c56-465e-a22a-34c904df06e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.702924] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512f99f-6793-42f5-8ffb-27e3554a43a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.715614] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.219062] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.220322] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 649.220503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.222286] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.222725] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.222725] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 709.222791] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 709.725613] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 709.725835] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.725989] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.726162] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.726308] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.726442] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.726579] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 709.726704] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 709.726840] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.230154] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.230547] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.230547] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.230654] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 710.231538] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49319235-d615-4c9e-adf5-a203cdaf0cdf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.239867] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1661a8-aba7-405e-ba5e-69870678ecba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.253580] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c91faec-c2ff-4f04-a94c-0079e26038d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.259748] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f10ffe5-89ab-4d61-9758-e09c04368351 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.287733] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181247MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 710.287870] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.288074] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.307817] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 711.308113] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 711.321202] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c2805-9caf-4a15-adc0-6d0c0a62d32e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.329060] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d46ec-8d56-4452-aac6-1d7dc4497c1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.357854] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45ba5c1-d3dd-497a-b6fa-bf95ecf4d182 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.365028] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dd007-b3c2-4788-8436-5fe93ee9f526 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.377878] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.881167] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.882412] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 711.882628] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.553818] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.059461] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.059721] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.059721] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.059847] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.059985] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 767.563242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.563607] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.563648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.563799] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 767.564676] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46853dca-e8f6-44fa-a099-edb49ad61658 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.572667] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d956a22-5998-48cc-b020-1c3492fc062a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.586693] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f4baf5-7e45-4b56-887a-d38d363d70c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.592748] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ab695c-4f67-4337-8a63-6e1bce1725ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.620122] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181238MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 767.620264] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.620445] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.638092] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 768.638374] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 768.652621] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad60c7-0cf7-4357-aec7-df42a9564a5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.660314] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b313e73-acd7-47db-95ee-bdba9a89a7e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.689392] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4b739c-9ccb-4897-b7ba-bd18fa761f96 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.696181] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0cc11-f626-4bc2-823d-8d6b7b9d7c7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.708523] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.211750] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.213080] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 769.213262] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.550852] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.551107] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 769.551267] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 769.551407] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 770.054162] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 770.054512] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.054551] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 770.054674] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 822.898655] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.898655] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 823.405615] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 0 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 823.405615] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 823.405615] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 823.908061] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.410020] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.410384] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.896529] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.896796] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.895745] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.896154] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 828.892201] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.895750] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 829.400140] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.400394] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.400596] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.400716] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 829.401616] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8af095-eec4-4ffc-a9f7-838534335f36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.409759] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24775fc1-4562-4271-87e5-95ac945bee8a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.422994] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36278c4-51fb-4964-9252-8debfd9ea798 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.428810] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf50d5a3-5e3a-48af-9d6c-65e37ea819c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.456096] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181221MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 829.456244] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.456411] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.476619] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 830.476891] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 830.491108] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3456b9-3c55-48f8-86e6-5d605b9b04a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.498357] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca2f19d-e55e-40d0-9622-228c5f4c90b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.526642] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7443136-40d1-46de-83af-1783b98f4c32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.533555] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b1154a-def8-4e42-acc9-484488e4d028 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.546214] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.049793] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.051090] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 831.051267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.052022] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.052379] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 832.052379] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 832.556093] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 832.556311] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.896519] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.892557] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.398166] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.897400] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.897669] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.898109] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 888.893188] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.895726] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 888.895904] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.399028] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.399993] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.399993] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.399993] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 889.400488] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e9769f-ca08-4600-823d-1fa858110a0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.408760] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafc817d-2dd6-4a33-b1c0-9c41817d7dfc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.423108] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77774706-9d60-43b6-aa37-cde86fca9cd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.429510] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3d9c9-d354-4c5e-825d-1f1300ffed5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.458131] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181278MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 889.458274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.458552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.494094] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 890.494389] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 890.512055] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 890.525502] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 890.525678] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.537588] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 890.552759] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.563521] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb4432-d394-461e-afde-33660f96eefe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.570828] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0d4716-da73-4cac-b269-2d22628786f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.600446] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd99ae-ad5f-4a93-84aa-2e497249193d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.607370] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ea6c0e-d964-4caf-a558-468641c26af5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.619877] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.122719] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.124056] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 891.124233] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.666s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.125058] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.125058] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 893.125058] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 893.627844] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 893.628109] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.896730] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.895666] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.896940] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.897053] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.897053] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.897053] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 949.897053] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 950.400310] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.400563] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.400739] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.400898] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 950.401831] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6d5342-f699-4785-95ef-afe5190cef28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.411408] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dc0f69-7c0f-4867-a306-bf5d6939fd0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.424885] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f279a6-0e52-49df-a9d5-700fe01244ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.430885] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada7142-24ac-4fbf-84cc-b32d433fa91d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.458815] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181281MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 950.458950] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.459161] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.477295] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 951.477566] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 951.491764] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7cf427-e035-41da-b3e3-52786c5f0f99 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.499925] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b3b7e-35ed-4c24-b5b6-39ea8c63d9ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.529899] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5deccbc-83a3-4b05-a1e7-dec491faf917 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.537306] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd8213b-8e0b-4f5e-865b-b026e77c814d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.550328] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.053940] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.055276] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 952.055499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.051402] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.051402] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.051864] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 953.051864] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 953.554505] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 953.554822] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.897410] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.892717] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.398452] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.896677] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.897085] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.895981] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.896224] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1011.896368] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1011.896513] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.399688] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.399947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.400125] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.400280] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1012.401242] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b4d0a3-e57b-472e-aec7-84bef7b7819e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.410351] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3ebe4b-052f-4757-a3f3-492503c2d253 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.426481] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aaf45f-c938-44fd-93a2-0f4221213792 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.433917] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f83fa1-754b-4076-8b7b-2daac686aabf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.463984] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181272MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1012.464163] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.464375] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.483092] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1013.483362] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1013.496866] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b71093d-1d8e-4d3d-b957-744224093ad6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.504512] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836b6e35-833a-4bbc-a6f6-95fe5e33af37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.534602] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8424c452-cf20-41ff-8c34-1fa37aedaabf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.542347] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24699ad0-8925-4f5f-adfe-837cff3ae3d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.555765] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.060367] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.060367] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1014.060367] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.060753] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.061143] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1015.061143] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1015.564629] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1015.564841] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.898798] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1069.896562] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.893140] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.895802] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.896545] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.896705] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1073.897063] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1073.897063] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.400605] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.400851] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.401027] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.401190] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1074.402063] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a547ce6f-fe2f-44e7-b442-755743e5fb6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.410366] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498ffcbb-1b1a-49c7-8744-b85bb265233a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.424433] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf74794f-e383-4779-94f1-5575197b2b66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.430424] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9c190-33fc-4ca6-b28f-c24737bd4681 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.458041] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181283MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1074.458199] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.458388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.477113] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1075.477435] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1075.490766] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a2433-c2e9-49cc-9c0e-9254962ba9f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.499162] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003bae5-7448-4882-82dc-57f839771d39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.528363] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c01745-0e44-4f70-bc5e-1ac9369ea836 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.535265] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7f360-2c35-48cb-b072-8d93f769e5c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.547680] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.053873] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.055220] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1076.055423] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.055594] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.055970] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1077.055970] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1077.558945] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1077.559198] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.897852] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.400046] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.400366] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1126.903166] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 0 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1126.903406] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.903544] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1128.903056] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.891713] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.396652] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1131.897115] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.891693] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.896371] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.896575] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.399661] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.399922] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.400067] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.400222] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1134.401089] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeda93f-1bc3-4b55-b881-8fc98237d650 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.409234] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cd3d11-31e1-47a2-88ec-954d71b49782 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.423611] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6725dd5e-16ef-4066-9bb4-978f1130c1c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.429612] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d242043a-75f7-4bdd-8d81-b79e5fbe743b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.457436] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181274MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1134.457578] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.457745] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.476618] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1135.476892] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1135.490371] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4bcd50-4f7b-4350-93a0-6dcee808881b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.497901] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb5c13-2747-444b-9390-0bbf6362efe4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.527777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c47ae-3d88-44c9-8e9a-4b4e759c51da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.534551] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c492727-1e43-4e37-96ce-1596ea45d3e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.547057] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.050224] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.051542] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1136.051725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.052337] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.052602] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1137.052688] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1137.556076] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1137.556311] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.556481] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.556611] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1178.575403] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.078959] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Getting list of instances from cluster (obj){ [ 1179.078959] env[63862]: value = "domain-c8" [ 1179.078959] env[63862]: _type = "ClusterComputeResource" [ 1179.078959] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1179.080076] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961cdad0-70c7-445e-9139-bc01f004cafe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.089016] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Got total of 0 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1190.410620] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.410620] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.892599] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.896306] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.896494] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1193.896763] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.400048] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.400304] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.400454] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.400606] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1194.401472] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c0ccdb-c095-41e9-9a7c-9261fa305370 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.411017] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9ceb9-35d2-485f-9bab-8c2f76567e8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.427914] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cb7390-a6da-4db3-bb9c-1c92f90680dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.435055] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3631c6-29ea-449d-8703-09a8a22092c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.462473] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181279MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1194.462622] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.462790] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.586914] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1195.587234] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1195.602812] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1195.613670] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1195.613844] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.622697] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1195.636978] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1195.647802] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fe481-f483-47bf-a9df-a98a560a3a63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.655524] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e29e7-df5d-491e-97fc-3a84444fed8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.685790] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079eb38c-13e8-46c2-b322-c64869a057b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.692793] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f75c93a-9db4-4702-9a5c-336f4cefc53a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.705643] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.210537] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.210537] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1196.210537] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.748s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.210254] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.210627] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1197.210627] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1197.713956] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1197.714208] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.714381] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.714512] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1250.397177] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.902124] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.902304] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.896915] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.897237] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.897331] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.401347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.401589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.401750] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.401916] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1254.403143] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a42426-a07b-4647-b59d-bfda9f6f7537 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.411467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101512a0-f9ac-47e3-8fb5-08111a2fa237 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.424885] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321297e0-29d0-43dd-a6d8-b188fcac3816 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.430935] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ab0070-0e8b-405d-9d52-6807f419cb74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.460451] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181285MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1254.460591] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.460764] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.478595] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1255.478866] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1255.492005] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb2316-b00d-4748-989e-fb02156ed756 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.499602] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c903a40-4870-40d8-875a-c6954b3ce3ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.528147] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a281b82f-252b-4d4a-a3f8-987f07a572b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.534731] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea552f3-fdc5-4855-b39d-f9ac7efbcc0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.548176] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.051103] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.052403] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1256.052580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.047207] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.047560] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.047599] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1257.047694] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1257.551108] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1257.551479] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.551679] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1257.896789] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.896949] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.897562] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.896361] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.399590] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.399885] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.400086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.400253] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1314.401148] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d25dee5-f76a-4a70-8013-b1087d2d0b6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.409647] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4022f7e-a585-42d7-9b49-6a0a4a041cdf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.423182] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb4164e-67b5-4f96-b60d-b16a2c22e96d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.429282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cab735-7a45-4797-8300-3dba6f470d4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.457402] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181274MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1314.457533] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.457718] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.476048] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1315.476351] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1315.491178] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51ac7d8-cc65-4dbe-bced-9d86550f002c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.498865] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62acea9a-5a52-4be5-bd9a-6c254c7afad8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.527386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66a4efe-bd7e-416f-a7a9-a30023be4b2d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.534346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407bcaca-dcb0-4597-8d79-1e79937cb5f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.547904] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.050641] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.051925] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1316.052120] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.047746] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.048185] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.048185] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1317.048324] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1317.551553] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1317.551772] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.551935] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.552114] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.552251] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1319.896674] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.894884] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.400404] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.896090] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.896370] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.399366] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.399631] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.399771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.399925] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1374.400834] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e32b45-828d-480f-8ce9-855e89d898ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.409075] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaeca4f-e5eb-4f6c-9139-9eb64ee6d6ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.422591] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f52c1a-10c4-4f84-b994-0b48ddec7845 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.428710] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772116c1-2577-4c62-8575-5f1b37df83ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.456901] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181275MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1374.457076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.457242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.474621] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1375.474845] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1375.487020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8188921f-49a5-46fa-8f08-9aa3fa687f97 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.494410] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce71f1ea-9387-42a6-9770-b97d7c25af55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.523842] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd55737-9499-4eda-ba31-d239cbeceec8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.531277] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2233b051-8c89-45a9-888a-3d8b77b840a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.543891] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.047165] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.048423] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1376.048605] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.049268] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.049621] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.049621] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1377.049778] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1377.555335] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1377.555561] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.555755] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.896811] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.897250] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1380.897060] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.897925] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.399876] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.400284] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1434.399157] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.399340] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.903078] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.903458] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.903507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.903629] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1434.904743] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b2610-a045-4183-b85a-da84a85fb143 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.913460] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb24d9-a951-461b-8494-1c15eb20ed31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.927122] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0293ada-a943-4180-bd17-c50242d402ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.933242] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405d9fd-2de4-4eb3-bf56-fdaf4310f590 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.961680] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181284MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1434.961781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.961949] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.979282] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1435.979522] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1435.993512] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7cb0c0-36a0-438a-b22e-d7cdaef43dd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.001241] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6d801-5d0c-4044-b9f7-23d11a13a86d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.029810] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d7fff-4b26-4b2d-8f4f-8877b3f56c77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.036736] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624dde6-de3a-4946-9bfc-30562a36a099 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.049236] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.551990] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.553356] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1436.553535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.051234] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.051610] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.051610] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1437.051787] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1437.555628] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1437.555948] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.556072] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.556256] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.899561] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.899723] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1438.402621] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 0 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1439.400347] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.400539] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1440.897321] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.896704] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.896304] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.896542] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.400541] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.401034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.401209] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.401403] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1495.402368] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05edfa92-a4db-4984-abf8-714c09c11ac7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.410692] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01105ea-369d-40bb-bd1d-fe457666a819 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.424091] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409d26b9-c3b9-4ef6-a97a-7113067be7eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.430171] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed39a25-5453-4b9a-995b-89a97fe23e2d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.458827] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181270MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1495.458972] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.459152] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.492754] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1496.493044] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1496.508592] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1496.519042] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1496.519218] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.527682] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1496.541269] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1496.551783] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a85018-ccd3-4f84-9c50-09e5200222c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.558923] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df329eb-b08f-4166-bc6e-7dee33e24f6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.587873] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef8ebb-8860-42c3-a1a9-9b26d9376853 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.595542] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a455e48-82b8-405e-9d19-051f57374690 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.608629] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.112388] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.114286] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1497.114526] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.655s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.114545] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.114900] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.619085] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.619300] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.896674] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.896847] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1498.896885] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1499.400934] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1500.896613] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.896613] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1501.897337] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.898406] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.896177] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1555.896592] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.399900] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.400217] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.400306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.400454] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1556.401332] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bd6a97-f305-429d-bd8c-3338584b4d82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.409387] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae72fb4-ff92-44ba-bc85-6ac7a2baaa79 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.422762] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24690c6a-1c7d-47e4-b0f8-90f7f205595f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.428596] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cbd20b-bcc1-4550-ab86-3cb663eec8db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.456596] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181283MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1556.456743] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.456919] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.474163] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1557.474426] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1557.487166] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41cd744-18b5-4ca0-9324-3b5ef02badbc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.494679] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9f0d0a-fc73-44dc-8983-b4322a47d732 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.522898] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b642316-7601-4eaa-882d-b42528ea2267 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.529466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf57c1-26d1-4f97-b337-8fb1f7379568 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.541841] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.045311] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1558.046594] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1558.046778] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.047610] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.048050] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1559.048050] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1559.551129] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1559.551407] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.551518] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.395996] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.896455] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.896455] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1561.897779] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.896935] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.896654] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.897047] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.897047] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.399936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.400191] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.400359] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.400508] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1618.401443] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fccd295-562d-4f65-870a-c197bba083b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.409634] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348906eb-fe5f-476a-87fe-847494370a2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.423155] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e52ac2a-b985-4163-a2ff-20d39e30db55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.429545] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6556a5-406c-4b00-939e-e6d251cb4b37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.457237] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181267MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1618.457373] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.457552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.475282] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1619.475516] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1619.488357] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e4223-9541-45c8-873e-f18b41ae8f6e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.496231] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6225d178-91bb-4c65-a8b7-79b6c6ad583f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.526452] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945f29c-d4ce-4e48-913d-0247cf182826 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.533525] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1248789a-abcc-465c-aff5-b9f08e28e995 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.546288] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.048996] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.050291] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1620.050472] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.050590] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.050989] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.050989] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1621.051093] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1621.554472] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1621.554683] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.896343] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.400963] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.896458] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.896660] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1673.897298] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1677.899420] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.896507] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.896876] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.896928] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.400595] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.400835] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.401011] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.401172] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1680.402065] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407fe65-8a5e-4a8f-9f6f-bf91853a79a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.411182] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917db354-2e30-4acb-a751-ed00495f8a1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.424400] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6c8b82-fd6c-45f7-bd65-2618d372d0f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.430297] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b70f13d-cd38-44c1-9c7d-86b9a4076d89 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.457409] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181276MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1680.457541] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.457722] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.475860] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1681.476126] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1681.489163] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d398ed-d20e-4c35-812a-86fcddd20322 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.496570] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4f6224-3add-4fe0-9173-9bf50738b623 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.525521] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436cd444-c17a-47b9-bb06-846b8a499829 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.531987] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1955c263-43c4-46d8-bb2d-d7946c471be6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.544117] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.047011] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.048319] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1682.048499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.043545] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.043963] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.043963] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1683.044058] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1683.547635] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1683.547635] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.896720] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.896720] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1735.898296] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.897643] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.898095] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.898095] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1739.401428] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1740.902631] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.891455] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1741.891670] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.396926] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.397207] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.397317] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.899858] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.900128] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.900306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.900465] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1742.901474] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44b1905-d4c0-49b6-8742-ec13684ce8ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.910133] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aae8ffe-c173-4f8e-8837-0d5c2cfa9ec0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.923383] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d13b49-4a6c-4a67-bd86-87ce98de68dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.929230] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded627de-9a75-4e70-8e2e-1282c64ca365 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.956539] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181272MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1742.956673] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.956861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.974743] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1743.974982] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1743.987736] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3655e52c-5eff-413b-a907-a46efebcab31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.995754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24dfbae-976d-41d5-acce-bea03331c5fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.025553] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4ca10-9ca5-4e0f-9923-0d418b26bc12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.032704] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2644b5c4-d877-409d-83dc-380526c572ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.045189] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.548620] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.549887] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1744.550085] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.050339] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.050700] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1745.050700] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1745.553838] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1745.896516] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.896708] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1745.896830] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.896955] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1746.400613] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 0 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1798.401202] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1799.896551] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1799.897051] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1800.575192] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1801.078291] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Getting list of instances from cluster (obj){ [ 1801.078291] env[63862]: value = "domain-c8" [ 1801.078291] env[63862]: _type = "ClusterComputeResource" [ 1801.078291] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1801.079407] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d9487-a78b-48c2-81ec-877fc638b7a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.088043] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Got total of 0 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1803.409484] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.891577] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.896213] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.896410] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1804.399877] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.400136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.400320] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.400475] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1804.401386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2289288-cbc4-431a-970b-aa425a69d6f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.409541] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef3392-dcf1-48d7-adc3-cc339adf06ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.422825] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27f4c42-8f59-4e27-99fb-20e08e2f994e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.428581] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b07853-0bea-41dd-b210-540504d7510f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.455695] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181270MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1804.455821] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.455995] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.569914] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1805.570170] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1805.585772] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1805.596725] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1805.596893] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1805.605833] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1805.619631] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1805.630181] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e8bd24-c7eb-4d2f-8473-609756c5ed8c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.637461] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027191d9-49a4-40cd-b66a-a24b3b48aead {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.667764] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d75f42-2343-4f19-ab46-0b10721286b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.675050] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbac43f-39c0-4fb5-839e-4a9956084c22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.687729] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.191054] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1806.192314] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1806.192495] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.736s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.193300] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.193569] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1807.193702] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1807.697284] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1807.697522] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.697656] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1825.114678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.115070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.154336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "434db579-bfa9-4178-beca-90955252999b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.154588] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "434db579-bfa9-4178-beca-90955252999b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.202107] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.202107] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.619693] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.657482] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1825.708289] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.163260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.163260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.164884] env[63862]: INFO nova.compute.claims [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.191984] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.232692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.271891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18112783-9d37-4655-a3ca-bfb39742bb4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.284885] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694416b-67bc-4175-bf43-1e2efcf00d75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.324772] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae86368-23af-4437-bca7-444054ebaf88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.338457] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b607e0fd-2352-48ea-9bc5-97e9b62ea2cc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.351948] env[63862]: DEBUG nova.compute.provider_tree [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.858178] env[63862]: DEBUG nova.scheduler.client.report [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1828.367494] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.368201] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1828.371183] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.180s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.372562] env[63862]: INFO nova.compute.claims [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1828.883458] env[63862]: DEBUG nova.compute.utils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1828.886742] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1828.888156] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1828.932473] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.933413] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.062303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.062616] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.394970] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1829.435385] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.491061] env[63862]: DEBUG nova.policy [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc0f8aa686944888dbe56a35c6f354b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '131d2ee58bda4d18a72f20e6bd610488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1829.524994] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e245b3d2-3ff4-477d-b8c4-547eb7b4d5f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.533947] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f22722-e93c-40a8-a1de-3814997682ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.566341] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1829.570613] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e2ee04-535d-49fe-9208-46f667b8f616 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.579966] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e2aa4f-d8b3-4a9b-94f2-d79b05b10087 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.597950] env[63862]: DEBUG nova.compute.provider_tree [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.984080] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.101188] env[63862]: DEBUG nova.scheduler.client.report [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1830.108409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.422774] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1830.460186] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Successfully created port: 58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.465592] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.465815] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.466471] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.466471] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.466471] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.466471] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.470402] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.470978] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.470978] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.471198] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.471396] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.472322] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc305d4-aca7-4993-8806-75c8eae2b4e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.485114] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516b69a-a3ce-4d8a-81cc-fa99f72043db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.504091] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facceba1-cea2-4c7d-8c35-f6381e80d3e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.614451] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.614451] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1830.622827] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.390s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.624252] env[63862]: INFO nova.compute.claims [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1830.919256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.919589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.124427] env[63862]: DEBUG nova.compute.utils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1831.126598] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1831.126839] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1831.288303] env[63862]: DEBUG nova.policy [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc0f8aa686944888dbe56a35c6f354b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '131d2ee58bda4d18a72f20e6bd610488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1831.422054] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1831.634982] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1831.773975] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed3c8d-2ce6-4d7a-bed5-5cc29a684a63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.783070] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0099ee24-2afe-4570-86b5-fb04fd5d3878 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.814101] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c03d446-c337-4d38-9506-4af3cc7fe025 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.821360] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298cd56-2c41-4806-beeb-afc9734a8f16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.837232] env[63862]: DEBUG nova.compute.provider_tree [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.949225] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.342017] env[63862]: DEBUG nova.scheduler.client.report [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1832.619084] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Successfully created port: d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.653897] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1832.702573] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1832.705440] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1832.705440] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1832.705440] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1832.705440] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1832.705440] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1832.707474] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1832.707474] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1832.707474] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1832.707474] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1832.707474] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1832.708210] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67233ff-586b-41c4-80f5-cdf720bd0b45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.723344] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ec9ab-d0aa-464c-a909-b2e3a2954890 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.849410] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.849950] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.854748] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.871s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.856256] env[63862]: INFO nova.compute.claims [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1833.357734] env[63862]: DEBUG nova.compute.utils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1833.359197] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1833.359375] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1833.583091] env[63862]: DEBUG nova.policy [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6dc0f8aa686944888dbe56a35c6f354b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '131d2ee58bda4d18a72f20e6bd610488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1833.782065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.782317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.809226] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.809532] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.866091] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.990139] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c98f8-429c-4e81-8a5e-71fafcabd8e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.998853] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbf34b6-5610-4e9d-9b7b-93ead344dabb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.034665] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bec7df-dcdf-4546-9252-7ebe079a8ba9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.044811] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901b5f20-7fa2-4ac4-a64d-5408b3d40f76 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.059772] env[63862]: DEBUG nova.compute.provider_tree [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.110584] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Successfully updated port: 58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.284555] env[63862]: DEBUG nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1834.313966] env[63862]: DEBUG nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1834.568018] env[63862]: DEBUG nova.scheduler.client.report [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.613208] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "refresh_cache-6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.613347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "refresh_cache-6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.613497] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.826263] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.848461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.887057] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.915046] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1834.915372] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.915527] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1834.915707] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.915844] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1834.915982] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1834.916203] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1834.916371] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1834.916551] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1834.916710] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1834.916885] env[63862]: DEBUG nova.virt.hardware [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1834.917801] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754188b-86d0-4216-b16f-b65b8de0d524 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.926337] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae60687-48c5-44fa-b181-341ca8a40332 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.071387] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.072745] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1835.077277] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Successfully created port: 3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.081503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.973s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.083010] env[63862]: INFO nova.compute.claims [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1835.276231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.276794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.389191] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.590473] env[63862]: DEBUG nova.compute.utils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.590473] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.590473] env[63862]: DEBUG nova.network.neutron [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.784074] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1835.813461] env[63862]: DEBUG nova.policy [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32186394084346bba8b599de9eed565b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589151c8d7064fc0a549bd301e969df8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.880895] env[63862]: DEBUG nova.compute.manager [req-1656b5c2-571c-40d8-a529-abf53abb0527 req-e21062df-2d0a-480f-b2d4-4584e2a0e03f service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Received event network-vif-plugged-58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1835.881762] env[63862]: DEBUG oslo_concurrency.lockutils [req-1656b5c2-571c-40d8-a529-abf53abb0527 req-e21062df-2d0a-480f-b2d4-4584e2a0e03f service nova] Acquiring lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.881762] env[63862]: DEBUG oslo_concurrency.lockutils [req-1656b5c2-571c-40d8-a529-abf53abb0527 req-e21062df-2d0a-480f-b2d4-4584e2a0e03f service nova] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.881762] env[63862]: DEBUG oslo_concurrency.lockutils [req-1656b5c2-571c-40d8-a529-abf53abb0527 req-e21062df-2d0a-480f-b2d4-4584e2a0e03f service nova] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.881762] env[63862]: DEBUG nova.compute.manager [req-1656b5c2-571c-40d8-a529-abf53abb0527 req-e21062df-2d0a-480f-b2d4-4584e2a0e03f service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] No waiting events found dispatching network-vif-plugged-58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1835.882096] env[63862]: WARNING nova.compute.manager [req-1656b5c2-571c-40d8-a529-abf53abb0527 req-e21062df-2d0a-480f-b2d4-4584e2a0e03f service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Received unexpected event network-vif-plugged-58b44ac8-85c7-4697-bea8-51ea69c8c40b for instance with vm_state building and task_state spawning. [ 1836.070280] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Updating instance_info_cache with network_info: [{"id": "58b44ac8-85c7-4697-bea8-51ea69c8c40b", "address": "fa:16:3e:94:74:27", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b44ac8-85", "ovs_interfaceid": "58b44ac8-85c7-4697-bea8-51ea69c8c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.100670] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1836.308356] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954979c2-3f9a-4eaf-b3ed-b027682f1301 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.313532] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.316340] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46208694-dbb7-47c5-a5d3-06aff053c5e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.352187] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25562ce7-d31e-4aef-93f3-a7d5a23075f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.361241] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73de5056-d225-4625-bbcf-4d133cb01fd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.378839] env[63862]: DEBUG nova.compute.provider_tree [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.574173] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "refresh_cache-6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.574514] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Instance network_info: |[{"id": "58b44ac8-85c7-4697-bea8-51ea69c8c40b", "address": "fa:16:3e:94:74:27", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b44ac8-85", "ovs_interfaceid": "58b44ac8-85c7-4697-bea8-51ea69c8c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.575136] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:74:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b44ac8-85c7-4697-bea8-51ea69c8c40b', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.587951] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.588361] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4682de3f-df00-45b7-a540-25f1a0e8026b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.602126] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created folder: OpenStack in parent group-v4. [ 1836.602525] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating folder: Project (131d2ee58bda4d18a72f20e6bd610488). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.602909] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca2eab0-b48c-4bb0-8826-ef5ef8174a83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.617084] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created folder: Project (131d2ee58bda4d18a72f20e6bd610488) in parent group-v429490. [ 1836.617352] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating folder: Instances. Parent ref: group-v429491. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.617619] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92d2aa2-2895-4ca6-84b6-71902f088b74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.630227] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created folder: Instances in parent group-v429491. [ 1836.631080] env[63862]: DEBUG oslo.service.loopingcall [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.631080] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.631080] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d60716b0-be3f-4b6c-9346-0f3dcae02923 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.661592] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.661592] env[63862]: value = "task-2097518" [ 1836.661592] env[63862]: _type = "Task" [ 1836.661592] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.673640] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097518, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.883115] env[63862]: DEBUG nova.scheduler.client.report [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1837.114084] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1837.155790] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1837.159656] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.161030] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1837.163283] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.163603] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1837.164857] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1837.164857] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1837.164857] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1837.164857] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1837.164857] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1837.168122] env[63862]: DEBUG nova.virt.hardware [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1837.170036] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab883730-08d5-477b-af6c-2387be4527c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.184970] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02792df-30f5-492e-baba-7eb976c9fe2b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.192214] env[63862]: DEBUG nova.network.neutron [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Successfully created port: 77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1837.207829] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097518, 'name': CreateVM_Task, 'duration_secs': 0.451582} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.208075] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.262111] env[63862]: DEBUG oslo_vmware.service [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19acc2e9-9adf-4678-8442-d5a6af6b216a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.269390] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.269390] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.270126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.270397] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbd1662-3e17-4778-99f6-dd45c499e129 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.276687] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1837.276687] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a1d8be-43bb-8e10-b73f-168aee3823d8" [ 1837.276687] env[63862]: _type = "Task" [ 1837.276687] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.284057] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a1d8be-43bb-8e10-b73f-168aee3823d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.391477] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.392154] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1837.395688] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.447s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.397763] env[63862]: INFO nova.compute.claims [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.532161] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Successfully updated port: d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1837.789969] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.790270] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.791305] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.791475] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.791909] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.793749] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce22722-e1c7-4f47-90c0-b788dcb0c2bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.800024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "a57679b4-7b79-4644-ac00-8b6a529d836c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.800024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.820780] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.821250] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.824506] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5468bf-b6b7-4be3-a61c-bf287cf21f3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.835452] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbb67d3-d7dc-4fac-a55d-cfe9b4a35429 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.841148] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1837.841148] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5226ce92-b32e-57d5-9b8f-f17dda25dcd5" [ 1837.841148] env[63862]: _type = "Task" [ 1837.841148] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.851655] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5226ce92-b32e-57d5-9b8f-f17dda25dcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.902399] env[63862]: DEBUG nova.compute.utils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.904309] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1837.904478] env[63862]: DEBUG nova.network.neutron [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1838.038543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.038543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.038543] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.049833] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "d0604e22-2070-4f9f-a454-4ce6a0c33475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.050258] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "d0604e22-2070-4f9f-a454-4ce6a0c33475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.266909] env[63862]: DEBUG nova.policy [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9af71f4973240ff8d4a454fc7e7fc74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b5daa7de4094094bd3effbf414119e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1838.303360] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1838.361308] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Preparing fetch location {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1838.361665] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating directory with path [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.363755] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44dd228d-5507-4b98-aa7f-f2d217bb4701 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.384269] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created directory with path [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.384665] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Fetch image to [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1838.385166] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Downloading image file data 26765a8f-4689-426a-be47-73042bfcfa04 to [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk on the data store datastore2 {{(pid=63862) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1838.388387] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7868f2f1-d9a9-423d-a5ad-68a159bc6677 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.397673] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa4b69a-de14-4cab-989a-9210f37529a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.410582] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1838.425652] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77b3dd0-a5da-4171-abca-5d6db8881569 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.464366] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc50c78-d42a-4abe-9749-9d4261d43cf3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.470762] env[63862]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a6040d84-4156-48a0-aa70-54dc74a86df9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.561021] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Downloading image file data 26765a8f-4689-426a-be47-73042bfcfa04 to the data store datastore2 {{(pid=63862) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1838.632250] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1838.646703] env[63862]: DEBUG oslo_vmware.rw_handles [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63862) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1838.729568] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f6d0b-d889-483a-9eeb-a9d9bb9f50ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.748090] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c7d31b-41e6-42bc-9f7f-fc22d083fd62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.789024] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d6b6e9-f59a-47df-9db0-b5de89e6c433 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.796545] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5ee2e-c61b-4732-9e3a-a527520f62de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.817744] env[63862]: DEBUG nova.compute.provider_tree [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.853707] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.307696] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Updating instance_info_cache with network_info: [{"id": "d808a63c-288f-4232-9043-f9207b462e30", "address": "fa:16:3e:27:60:73", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808a63c-28", "ovs_interfaceid": "d808a63c-288f-4232-9043-f9207b462e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.330720] env[63862]: DEBUG nova.scheduler.client.report [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.353766] env[63862]: DEBUG oslo_vmware.rw_handles [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Completed reading data from the image iterator. {{(pid=63862) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1839.354459] env[63862]: DEBUG oslo_vmware.rw_handles [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1839.429319] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1839.466250] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.466498] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.466735] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.466929] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.467086] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.467231] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.467437] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.467592] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.467754] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.467976] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.468175] env[63862]: DEBUG nova.virt.hardware [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.469164] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00de8499-47be-4569-8da8-642998bc28d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.478035] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c1eee-4b1a-42a3-aaf2-4ca6ff871a2c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.499764] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Downloaded image file data 26765a8f-4689-426a-be47-73042bfcfa04 to vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk on the data store datastore2 {{(pid=63862) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1839.501563] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Caching image {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1839.501986] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copying Virtual Disk [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk to [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.502255] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfadd210-50e4-4ca8-b5aa-f14e213be40c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.510062] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1839.510062] env[63862]: value = "task-2097519" [ 1839.510062] env[63862]: _type = "Task" [ 1839.510062] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.518280] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.703955] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "3f3b63ea-f969-434e-8788-19b88d5fa652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.704327] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.814016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.814016] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Instance network_info: |[{"id": "d808a63c-288f-4232-9043-f9207b462e30", "address": "fa:16:3e:27:60:73", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808a63c-28", "ovs_interfaceid": "d808a63c-288f-4232-9043-f9207b462e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.814217] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:60:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd808a63c-288f-4232-9043-f9207b462e30', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.823640] env[63862]: DEBUG oslo.service.loopingcall [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.823913] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434db579-bfa9-4178-beca-90955252999b] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.824163] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac448286-8d3c-499c-8900-a536a8bc59a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.844869] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.845512] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.849028] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.023s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.850748] env[63862]: INFO nova.compute.claims [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.859468] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.859468] env[63862]: value = "task-2097520" [ 1839.859468] env[63862]: _type = "Task" [ 1839.859468] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.870729] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097520, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.985306] env[63862]: DEBUG nova.compute.manager [req-9fa8882e-0c21-4b3a-9360-ebea4fe071f1 req-c2377d11-c18d-4432-93c0-3931514a61a2 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Received event network-vif-plugged-d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1839.985581] env[63862]: DEBUG oslo_concurrency.lockutils [req-9fa8882e-0c21-4b3a-9360-ebea4fe071f1 req-c2377d11-c18d-4432-93c0-3931514a61a2 service nova] Acquiring lock "434db579-bfa9-4178-beca-90955252999b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.985919] env[63862]: DEBUG oslo_concurrency.lockutils [req-9fa8882e-0c21-4b3a-9360-ebea4fe071f1 req-c2377d11-c18d-4432-93c0-3931514a61a2 service nova] Lock "434db579-bfa9-4178-beca-90955252999b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.986258] env[63862]: DEBUG oslo_concurrency.lockutils [req-9fa8882e-0c21-4b3a-9360-ebea4fe071f1 req-c2377d11-c18d-4432-93c0-3931514a61a2 service nova] Lock "434db579-bfa9-4178-beca-90955252999b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.986362] env[63862]: DEBUG nova.compute.manager [req-9fa8882e-0c21-4b3a-9360-ebea4fe071f1 req-c2377d11-c18d-4432-93c0-3931514a61a2 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] No waiting events found dispatching network-vif-plugged-d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1839.986559] env[63862]: WARNING nova.compute.manager [req-9fa8882e-0c21-4b3a-9360-ebea4fe071f1 req-c2377d11-c18d-4432-93c0-3931514a61a2 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Received unexpected event network-vif-plugged-d808a63c-288f-4232-9043-f9207b462e30 for instance with vm_state building and task_state spawning. [ 1840.023430] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097519, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.192471] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Successfully updated port: 3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.350687] env[63862]: DEBUG nova.compute.utils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1840.354636] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1840.355103] env[63862]: DEBUG nova.network.neutron [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1840.376051] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097520, 'name': CreateVM_Task, 'duration_secs': 0.481099} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.377176] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434db579-bfa9-4178-beca-90955252999b] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.378071] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.378288] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.378697] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.379471] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f673d3ee-fc74-46f8-b2a6-7be74019691f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.385904] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1840.385904] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520f0ffd-7b53-c7ef-1ab3-f05dce78e142" [ 1840.385904] env[63862]: _type = "Task" [ 1840.385904] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.398845] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520f0ffd-7b53-c7ef-1ab3-f05dce78e142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.407726] env[63862]: DEBUG nova.network.neutron [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Successfully updated port: 77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1840.528090] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667517} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.528376] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copied Virtual Disk [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk to [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.528559] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleting the datastore file [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04/tmp-sparse.vmdk {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.528872] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5150d5f2-fa69-4345-b26c-5c6161324bab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.542020] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1840.542020] env[63862]: value = "task-2097521" [ 1840.542020] env[63862]: _type = "Task" [ 1840.542020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.548900] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.560541] env[63862]: DEBUG nova.policy [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5599c9ea7341af9cca8a1e43f56c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f0d691027334cc181fb6f6242dee255', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1840.693078] env[63862]: DEBUG nova.compute.manager [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Received event network-changed-58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1840.693078] env[63862]: DEBUG nova.compute.manager [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Refreshing instance network info cache due to event network-changed-58b44ac8-85c7-4697-bea8-51ea69c8c40b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1840.693078] env[63862]: DEBUG oslo_concurrency.lockutils [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] Acquiring lock "refresh_cache-6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.693078] env[63862]: DEBUG oslo_concurrency.lockutils [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] Acquired lock "refresh_cache-6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.693389] env[63862]: DEBUG nova.network.neutron [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Refreshing network info cache for port 58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.700136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.700136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.700251] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.860021] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.877795] env[63862]: DEBUG nova.network.neutron [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Successfully created port: b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.907323] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.907323] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1840.907323] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.912460] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "refresh_cache-015cab37-1bd8-49ac-9a62-a1bac0754e9a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.913648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "refresh_cache-015cab37-1bd8-49ac-9a62-a1bac0754e9a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.913648] env[63862]: DEBUG nova.network.neutron [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.057245] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022979} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.057784] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1841.058056] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Moving file from [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba/26765a8f-4689-426a-be47-73042bfcfa04 to [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04. {{(pid=63862) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1841.059212] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8f45335b-ff2f-4414-8d51-f47d722dfc34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.066586] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1841.066586] env[63862]: value = "task-2097522" [ 1841.066586] env[63862]: _type = "Task" [ 1841.066586] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.078496] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097522, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.130365] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff5d3a4-d856-474d-bfce-1a535c98b776 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.139123] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e77238a-ca57-40b7-9902-78f3b6ba2e26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.171237] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce32357-9dc8-45ca-be70-299bdef220be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.182358] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4a683-69c1-4ecd-b429-f28f061b59b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.203246] env[63862]: DEBUG nova.compute.provider_tree [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.328778] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1841.501024] env[63862]: DEBUG nova.network.neutron [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1841.581075] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097522, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030572} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.581241] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] File moved {{(pid=63862) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1841.581658] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Cleaning up location [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1841.581658] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleting the datastore file [datastore2] vmware_temp/992984e7-17a3-4c9a-baf6-0c72860932ba {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.586626] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07e4870-9255-4212-a579-bbd3326a0f9c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.592222] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1841.592222] env[63862]: value = "task-2097523" [ 1841.592222] env[63862]: _type = "Task" [ 1841.592222] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.603834] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.707615] env[63862]: DEBUG nova.scheduler.client.report [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.757184] env[63862]: DEBUG nova.network.neutron [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Updated VIF entry in instance network info cache for port 58b44ac8-85c7-4697-bea8-51ea69c8c40b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.757184] env[63862]: DEBUG nova.network.neutron [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Updating instance_info_cache with network_info: [{"id": "58b44ac8-85c7-4697-bea8-51ea69c8c40b", "address": "fa:16:3e:94:74:27", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b44ac8-85", "ovs_interfaceid": "58b44ac8-85c7-4697-bea8-51ea69c8c40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.785093] env[63862]: DEBUG nova.network.neutron [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Updating instance_info_cache with network_info: [{"id": "3167a2aa-2532-4309-a9d6-139eb09920f8", "address": "fa:16:3e:a7:2d:c3", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167a2aa-25", "ovs_interfaceid": "3167a2aa-2532-4309-a9d6-139eb09920f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.874760] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.916793] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1841.917947] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.918285] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1841.918582] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.922350] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1841.922484] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1841.922731] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1841.922908] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1841.923152] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1841.923270] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1841.923445] env[63862]: DEBUG nova.virt.hardware [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1841.924389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99454089-6e47-4fd8-9460-958b355fe188 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.933380] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648199c5-a7f4-4e86-91a4-fed8aedd8147 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.951161] env[63862]: DEBUG nova.network.neutron [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Updating instance_info_cache with network_info: [{"id": "77c96925-3564-4cba-adcd-2793a8fa2576", "address": "fa:16:3e:28:fd:80", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c96925-35", "ovs_interfaceid": "77c96925-3564-4cba-adcd-2793a8fa2576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.109844] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033749} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.109844] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.110113] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3feeba9-0db8-4372-b57a-b1f331cb3fa9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.120872] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1842.120872] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52658d79-813a-62e2-497e-527307f20288" [ 1842.120872] env[63862]: _type = "Task" [ 1842.120872] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.141362] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52658d79-813a-62e2-497e-527307f20288, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.141600] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.141853] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8/6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.142140] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.142320] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.142530] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98b73c6d-8145-404f-a4dd-f12d4765316f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.144892] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984ca002-1093-4771-998d-4a05f4622fe3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.154785] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1842.154785] env[63862]: value = "task-2097524" [ 1842.154785] env[63862]: _type = "Task" [ 1842.154785] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.157467] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.157719] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.167018] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d932126-8a68-4445-8299-a3baa2b1a619 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.174764] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.175432] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.180318] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1842.180318] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52380f20-659f-2ca6-6c4c-9ada38402c48" [ 1842.180318] env[63862]: _type = "Task" [ 1842.180318] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.182473] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.191180] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52380f20-659f-2ca6-6c4c-9ada38402c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.220348] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.220887] env[63862]: DEBUG nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1842.224187] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.376s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.231873] env[63862]: INFO nova.compute.claims [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.260385] env[63862]: DEBUG oslo_concurrency.lockutils [req-cc2ecb62-b131-47f6-8965-512f626f765b req-cea7a85d-b6fc-4762-8e4d-eee413a33bdb service nova] Releasing lock "refresh_cache-6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.287419] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.287742] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Instance network_info: |[{"id": "3167a2aa-2532-4309-a9d6-139eb09920f8", "address": "fa:16:3e:a7:2d:c3", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167a2aa-25", "ovs_interfaceid": "3167a2aa-2532-4309-a9d6-139eb09920f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1842.288492] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:2d:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3167a2aa-2532-4309-a9d6-139eb09920f8', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.305134] env[63862]: DEBUG oslo.service.loopingcall [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.305806] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1842.306087] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e1fb9c9-7c65-4ab1-bc46-13f9eae540fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.329248] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.329248] env[63862]: value = "task-2097525" [ 1842.329248] env[63862]: _type = "Task" [ 1842.329248] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.340543] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097525, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.426903] env[63862]: DEBUG nova.network.neutron [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Successfully created port: 1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1842.455184] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "refresh_cache-015cab37-1bd8-49ac-9a62-a1bac0754e9a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.455465] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Instance network_info: |[{"id": "77c96925-3564-4cba-adcd-2793a8fa2576", "address": "fa:16:3e:28:fd:80", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c96925-35", "ovs_interfaceid": "77c96925-3564-4cba-adcd-2793a8fa2576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1842.455897] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:fd:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77c96925-3564-4cba-adcd-2793a8fa2576', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1842.467743] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Creating folder: Project (589151c8d7064fc0a549bd301e969df8). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.468139] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4fbf9bb-2d46-4aae-ac01-f178f739042a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.480755] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Created folder: Project (589151c8d7064fc0a549bd301e969df8) in parent group-v429490. [ 1842.480950] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Creating folder: Instances. Parent ref: group-v429496. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1842.481216] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e458d2ca-a188-4413-8949-ff92546afad9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.494917] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Created folder: Instances in parent group-v429496. [ 1842.495226] env[63862]: DEBUG oslo.service.loopingcall [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.495484] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1842.495637] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-055b3803-69e4-422d-94d8-55a2a5016c91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.521729] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1842.521729] env[63862]: value = "task-2097528" [ 1842.521729] env[63862]: _type = "Task" [ 1842.521729] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.534989] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097528, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.678246] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463417} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.678246] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8/6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1842.678246] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1842.678246] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6184af03-1765-4729-ae22-4fd77e48bb86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.691504] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1842.691504] env[63862]: value = "task-2097529" [ 1842.691504] env[63862]: _type = "Task" [ 1842.691504] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.700440] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52380f20-659f-2ca6-6c4c-9ada38402c48, 'name': SearchDatastore_Task, 'duration_secs': 0.016569} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.705320] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-086752ee-c53e-4739-8c49-0a7005faec65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.711640] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.715330] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1842.715330] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52abbfb3-15f1-6688-695d-4c636ebaac7f" [ 1842.715330] env[63862]: _type = "Task" [ 1842.715330] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.730217] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52abbfb3-15f1-6688-695d-4c636ebaac7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.732952] env[63862]: DEBUG nova.compute.utils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1842.739308] env[63862]: DEBUG nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1842.843121] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097525, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.038124] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097528, 'name': CreateVM_Task, 'duration_secs': 0.482532} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.038124] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.038124] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.038318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.038617] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.038939] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f9239f-a464-4032-97a0-f057436920d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.043641] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1843.043641] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a36a9f-a1f7-5060-1479-5df7e7165a75" [ 1843.043641] env[63862]: _type = "Task" [ 1843.043641] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.054666] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a36a9f-a1f7-5060-1479-5df7e7165a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.203938] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069007} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.203938] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.205073] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb1f523-4a83-4d9c-8707-55a79fec6105 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.233545] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8/6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.238430] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-246392a5-07d4-416a-a177-a31e2235e27f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.254208] env[63862]: DEBUG nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1843.272342] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52abbfb3-15f1-6688-695d-4c636ebaac7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.274298] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.274832] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 434db579-bfa9-4178-beca-90955252999b/434db579-bfa9-4178-beca-90955252999b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.275308] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1843.275308] env[63862]: value = "task-2097530" [ 1843.275308] env[63862]: _type = "Task" [ 1843.275308] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.275608] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca0cf01-97e6-408e-ba0d-2e337e42c670 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.288468] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.290307] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1843.290307] env[63862]: value = "task-2097531" [ 1843.290307] env[63862]: _type = "Task" [ 1843.290307] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.304536] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.343250] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097525, 'name': CreateVM_Task, 'duration_secs': 0.546581} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.343250] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1843.343708] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.506295] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c675d-98cd-4f57-8aec-916eb929eb19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.517283] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26293c-db52-43cf-8513-e4f9a8b128c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.561910] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e082458-9e11-4aed-8524-70f64d99dd2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.571714] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a36a9f-a1f7-5060-1479-5df7e7165a75, 'name': SearchDatastore_Task, 'duration_secs': 0.008543} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.574643] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.574731] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1843.575366] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.575366] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.575366] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1843.575811] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.576250] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1843.576519] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e0ba823-3ebf-4fd4-a566-de716064ab9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.579719] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4bbca0-a110-4c69-92da-e242b41c2266 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.584194] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f1e7f4-9df9-46a9-96f2-3f8ee6ad06c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.602811] env[63862]: DEBUG nova.compute.provider_tree [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.606837] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1843.607095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1843.608521] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4966f2ed-7298-4f33-b376-f04ca1060c02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.613310] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1843.613310] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bc0ead-cc69-349b-b2e4-cba82294d51d" [ 1843.613310] env[63862]: _type = "Task" [ 1843.613310] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.619022] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1843.619022] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5209bbb5-c442-e238-32be-7da6011f07e4" [ 1843.619022] env[63862]: _type = "Task" [ 1843.619022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.627072] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bc0ead-cc69-349b-b2e4-cba82294d51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.632120] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5209bbb5-c442-e238-32be-7da6011f07e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.788934] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097530, 'name': ReconfigVM_Task, 'duration_secs': 0.492192} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.789401] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8/6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1843.790158] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796495df-7913-40f3-ae6a-26d7db3dd642 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.798430] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1843.798430] env[63862]: value = "task-2097532" [ 1843.798430] env[63862]: _type = "Task" [ 1843.798430] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.808846] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459381} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.809607] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 434db579-bfa9-4178-beca-90955252999b/434db579-bfa9-4178-beca-90955252999b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.809714] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.810380] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f9480e9-b9e3-4e11-9593-6fa5cc929557 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.815144] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097532, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.820459] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1843.820459] env[63862]: value = "task-2097533" [ 1843.820459] env[63862]: _type = "Task" [ 1843.820459] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.832868] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.110613] env[63862]: DEBUG nova.scheduler.client.report [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.126108] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bc0ead-cc69-349b-b2e4-cba82294d51d, 'name': SearchDatastore_Task, 'duration_secs': 0.058636} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.127834] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.128104] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1844.128311] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.133859] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5209bbb5-c442-e238-32be-7da6011f07e4, 'name': SearchDatastore_Task, 'duration_secs': 0.063509} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.136028] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591303e0-d265-4a27-b4fb-873d2e31350a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.145790] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1844.145790] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d381af-cce0-a72a-2f35-b66469bb1c7a" [ 1844.145790] env[63862]: _type = "Task" [ 1844.145790] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.154683] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d381af-cce0-a72a-2f35-b66469bb1c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.222683] env[63862]: DEBUG nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Received event network-changed-d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1844.222875] env[63862]: DEBUG nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Refreshing instance network info cache due to event network-changed-d808a63c-288f-4232-9043-f9207b462e30. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1844.223169] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Acquiring lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.223327] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Acquired lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.223489] env[63862]: DEBUG nova.network.neutron [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Refreshing network info cache for port d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.270107] env[63862]: DEBUG nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1844.300627] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.301094] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.301166] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.301319] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.301472] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.301620] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.301823] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.301981] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.304101] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.304270] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.304456] env[63862]: DEBUG nova.virt.hardware [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.306025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc0eee-91f1-4b5b-91be-5c5fe5c3d34e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.320763] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097532, 'name': Rename_Task, 'duration_secs': 0.157677} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.320763] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.323645] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a3e902-c35c-4341-859b-e1ee9692c6e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.327948] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4950c57a-9cb7-4080-bd77-7481ee51fb27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.338397] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.346977] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.347506] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1844.353432] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Creating folder: Project (cf18a8b6250047998fd6ba2353e0e57b). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1844.353790] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1844.353790] env[63862]: value = "task-2097534" [ 1844.353790] env[63862]: _type = "Task" [ 1844.353790] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.354661] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d93b090-5b56-43f4-9542-8edbda8ca3d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.357084] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7756f530-fd60-4e31-97a3-b9f13f4c5d09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.368411] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.390088] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 434db579-bfa9-4178-beca-90955252999b/434db579-bfa9-4178-beca-90955252999b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.393086] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d95d275-df6f-4396-a8b1-4f06177d1913 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.409868] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Created folder: Project (cf18a8b6250047998fd6ba2353e0e57b) in parent group-v429490. [ 1844.410112] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Creating folder: Instances. Parent ref: group-v429499. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1844.410394] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0304e2e6-a065-4278-af53-aaea0dd8bf01 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.421594] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1844.421594] env[63862]: value = "task-2097537" [ 1844.421594] env[63862]: _type = "Task" [ 1844.421594] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.422382] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Created folder: Instances in parent group-v429499. [ 1844.423029] env[63862]: DEBUG oslo.service.loopingcall [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1844.426298] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1844.426576] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4292fbec-1f49-4079-8d98-059b58781721 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.446053] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.447145] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1844.447145] env[63862]: value = "task-2097538" [ 1844.447145] env[63862]: _type = "Task" [ 1844.447145] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.456836] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097538, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.619990] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.620769] env[63862]: DEBUG nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.625671] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.312s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.633364] env[63862]: INFO nova.compute.claims [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.661992] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d381af-cce0-a72a-2f35-b66469bb1c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.661992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.661992] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 015cab37-1bd8-49ac-9a62-a1bac0754e9a/015cab37-1bd8-49ac-9a62-a1bac0754e9a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.661992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.662261] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1844.662261] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f534a6cb-5b5f-4b24-9ecb-2ecbfb3e5000 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.666812] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe22690-de11-477f-b18d-258f5003b64e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.677539] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1844.677539] env[63862]: value = "task-2097539" [ 1844.677539] env[63862]: _type = "Task" [ 1844.677539] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.686031] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1844.686031] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1844.686031] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b667da4d-b19c-4131-ad02-767d6dc69de1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.698174] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.700028] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1844.700028] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e4e4bf-781c-ccb1-8644-d8a415d97212" [ 1844.700028] env[63862]: _type = "Task" [ 1844.700028] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.715298] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e4e4bf-781c-ccb1-8644-d8a415d97212, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.715298] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30888151-d8a1-41ff-8cc9-bf82e81aa524 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.723348] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1844.723348] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527f9629-2964-2626-33fc-73a14ccafa55" [ 1844.723348] env[63862]: _type = "Task" [ 1844.723348] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.740543] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527f9629-2964-2626-33fc-73a14ccafa55, 'name': SearchDatastore_Task, 'duration_secs': 0.008411} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.740882] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.741323] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 94a0eeb0-5af2-4591-9c9f-f886d984bdc2/94a0eeb0-5af2-4591-9c9f-f886d984bdc2.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1844.741625] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8349d2f8-a6a1-4f48-bd42-27583c43fde0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.750791] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1844.750791] env[63862]: value = "task-2097540" [ 1844.750791] env[63862]: _type = "Task" [ 1844.750791] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.764175] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.867436] env[63862]: DEBUG nova.network.neutron [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Successfully updated port: b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1844.877451] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097534, 'name': PowerOnVM_Task, 'duration_secs': 0.531134} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.877451] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1844.878177] env[63862]: INFO nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Took 14.45 seconds to spawn the instance on the hypervisor. [ 1844.878177] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1844.879542] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea5b8f-e73e-4096-a27c-037929b78bb3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.947098] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097537, 'name': ReconfigVM_Task, 'duration_secs': 0.310684} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.947806] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 434db579-bfa9-4178-beca-90955252999b/434db579-bfa9-4178-beca-90955252999b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.948966] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a253a8-f069-4bc8-a729-d45980d0ba23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.973439] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097538, 'name': CreateVM_Task, 'duration_secs': 0.285103} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.975192] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1844.975580] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1844.975580] env[63862]: value = "task-2097541" [ 1844.975580] env[63862]: _type = "Task" [ 1844.975580] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.975975] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.976149] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.976472] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1844.976782] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd74b1b-80e7-4faa-a914-1c56e8fc022f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.995137] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1844.995137] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cf8850-7615-cdfa-b91c-5d8cec781021" [ 1844.995137] env[63862]: _type = "Task" [ 1844.995137] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.996177] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097541, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.006189] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cf8850-7615-cdfa-b91c-5d8cec781021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.036620] env[63862]: DEBUG nova.compute.manager [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Received event network-vif-plugged-77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1845.037015] env[63862]: DEBUG oslo_concurrency.lockutils [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] Acquiring lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.037364] env[63862]: DEBUG oslo_concurrency.lockutils [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.037755] env[63862]: DEBUG oslo_concurrency.lockutils [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.038260] env[63862]: DEBUG nova.compute.manager [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] No waiting events found dispatching network-vif-plugged-77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1845.038560] env[63862]: WARNING nova.compute.manager [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Received unexpected event network-vif-plugged-77c96925-3564-4cba-adcd-2793a8fa2576 for instance with vm_state building and task_state spawning. [ 1845.038836] env[63862]: DEBUG nova.compute.manager [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Received event network-changed-77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1845.039151] env[63862]: DEBUG nova.compute.manager [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Refreshing instance network info cache due to event network-changed-77c96925-3564-4cba-adcd-2793a8fa2576. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1845.041165] env[63862]: DEBUG oslo_concurrency.lockutils [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] Acquiring lock "refresh_cache-015cab37-1bd8-49ac-9a62-a1bac0754e9a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.041165] env[63862]: DEBUG oslo_concurrency.lockutils [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] Acquired lock "refresh_cache-015cab37-1bd8-49ac-9a62-a1bac0754e9a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.041165] env[63862]: DEBUG nova.network.neutron [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Refreshing network info cache for port 77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1845.137780] env[63862]: DEBUG nova.compute.utils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.143180] env[63862]: DEBUG nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1845.191292] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097539, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.268291] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097540, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.371700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.371865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquired lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.372036] env[63862]: DEBUG nova.network.neutron [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1845.404114] env[63862]: INFO nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Took 19.28 seconds to build instance. [ 1845.494934] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097541, 'name': Rename_Task, 'duration_secs': 0.502156} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.495529] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.495923] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0ab0b3-4bda-48b8-9a2b-49e84d729703 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.511972] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cf8850-7615-cdfa-b91c-5d8cec781021, 'name': SearchDatastore_Task, 'duration_secs': 0.05577} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.513448] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.513701] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.513941] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.514104] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.514323] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.514681] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1845.514681] env[63862]: value = "task-2097542" [ 1845.514681] env[63862]: _type = "Task" [ 1845.514681] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.514929] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ed160a-e36a-41cc-99da-b34a1874cd54 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.534155] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.541601] env[63862]: DEBUG nova.network.neutron [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Successfully updated port: 1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1845.543262] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.543335] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.546922] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39116bf7-1372-4a68-b82d-bba74287ab60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.555296] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1845.555296] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524f22ce-461d-17d2-35f4-2f50a113335c" [ 1845.555296] env[63862]: _type = "Task" [ 1845.555296] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.566968] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524f22ce-461d-17d2-35f4-2f50a113335c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.644155] env[63862]: DEBUG nova.network.neutron [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Updated VIF entry in instance network info cache for port d808a63c-288f-4232-9043-f9207b462e30. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.644495] env[63862]: DEBUG nova.network.neutron [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Updating instance_info_cache with network_info: [{"id": "d808a63c-288f-4232-9043-f9207b462e30", "address": "fa:16:3e:27:60:73", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd808a63c-28", "ovs_interfaceid": "d808a63c-288f-4232-9043-f9207b462e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.646258] env[63862]: DEBUG nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.704832] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563073} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.712628] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 015cab37-1bd8-49ac-9a62-a1bac0754e9a/015cab37-1bd8-49ac-9a62-a1bac0754e9a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1845.712628] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1845.713187] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afd0e498-5dbb-4caf-83ee-5b14ac7c4182 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.726772] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1845.726772] env[63862]: value = "task-2097543" [ 1845.726772] env[63862]: _type = "Task" [ 1845.726772] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.750498] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.777069] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900408} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.777412] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 94a0eeb0-5af2-4591-9c9f-f886d984bdc2/94a0eeb0-5af2-4591-9c9f-f886d984bdc2.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1845.777624] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1845.778266] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30f0b505-9d19-476f-a7bc-f960382e5003 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.794150] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1845.794150] env[63862]: value = "task-2097544" [ 1845.794150] env[63862]: _type = "Task" [ 1845.794150] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.803527] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.907868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.793s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.937319] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ed5844-0614-4924-90c7-f0407a1cb0b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.945536] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769755e-8a23-449e-893d-bb194b29ab36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.979406] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e98db2a-e539-4994-9ed3-cb802ed47c2c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.987111] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaf477e-3f62-4a94-80ee-a35d9da73f03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.991631] env[63862]: DEBUG nova.network.neutron [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.003178] env[63862]: DEBUG nova.compute.provider_tree [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.026035] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.045772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "refresh_cache-e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.045772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "refresh_cache-e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.045772] env[63862]: DEBUG nova.network.neutron [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.066697] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524f22ce-461d-17d2-35f4-2f50a113335c, 'name': SearchDatastore_Task, 'duration_secs': 0.053242} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.067560] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146cbb10-132d-44d3-ae2b-aae4f8643db6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.073894] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1846.073894] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520c5e1c-d589-e494-7937-34d44a8dfbb3" [ 1846.073894] env[63862]: _type = "Task" [ 1846.073894] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.088392] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520c5e1c-d589-e494-7937-34d44a8dfbb3, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.088658] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.089179] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 28e79b97-cb99-4b32-bbf8-a762d2e35fae/28e79b97-cb99-4b32-bbf8-a762d2e35fae.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.089441] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f4e529-e189-4ae3-b1f7-403d579dccc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.096818] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1846.096818] env[63862]: value = "task-2097545" [ 1846.096818] env[63862]: _type = "Task" [ 1846.096818] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.105861] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.159765] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Releasing lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.160097] env[63862]: DEBUG nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Received event network-vif-plugged-3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1846.160217] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Acquiring lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.160407] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.161984] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.161984] env[63862]: DEBUG nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] No waiting events found dispatching network-vif-plugged-3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.161984] env[63862]: WARNING nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Received unexpected event network-vif-plugged-3167a2aa-2532-4309-a9d6-139eb09920f8 for instance with vm_state building and task_state spawning. [ 1846.161984] env[63862]: DEBUG nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Received event network-changed-3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1846.161984] env[63862]: DEBUG nova.compute.manager [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Refreshing instance network info cache due to event network-changed-3167a2aa-2532-4309-a9d6-139eb09920f8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1846.162644] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Acquiring lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.162644] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Acquired lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.162644] env[63862]: DEBUG nova.network.neutron [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Refreshing network info cache for port 3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1846.238242] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081354} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.238242] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.239241] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca025ed-0749-4654-90c1-0d8b123b3d78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.265093] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 015cab37-1bd8-49ac-9a62-a1bac0754e9a/015cab37-1bd8-49ac-9a62-a1bac0754e9a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.268346] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc9c45bc-cb0d-47ac-9ae8-fab091d798d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.289702] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1846.289702] env[63862]: value = "task-2097546" [ 1846.289702] env[63862]: _type = "Task" [ 1846.289702] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.298757] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.306849] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257247} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.307063] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1846.308083] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a9b93-3c67-4516-ba29-83af515fd891 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.331611] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 94a0eeb0-5af2-4591-9c9f-f886d984bdc2/94a0eeb0-5af2-4591-9c9f-f886d984bdc2.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.331934] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cce62f8-a552-42e4-83ad-bd356ea07a9c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.352515] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1846.352515] env[63862]: value = "task-2097547" [ 1846.352515] env[63862]: _type = "Task" [ 1846.352515] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.364075] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.410861] env[63862]: DEBUG nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.529135] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097542, 'name': PowerOnVM_Task, 'duration_secs': 0.694326} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.530253] env[63862]: ERROR nova.scheduler.client.report [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [req-0b4ca914-14f3-4c5a-bd6e-51eae7f70c5e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b4ca914-14f3-4c5a-bd6e-51eae7f70c5e"}]} [ 1846.531427] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.531427] env[63862]: INFO nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Took 13.88 seconds to spawn the instance on the hypervisor. [ 1846.531427] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.534509] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5b5ef-dffc-49d0-a715-dd7b5194bbd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.544914] env[63862]: DEBUG nova.network.neutron [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Updated VIF entry in instance network info cache for port 77c96925-3564-4cba-adcd-2793a8fa2576. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.545268] env[63862]: DEBUG nova.network.neutron [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Updating instance_info_cache with network_info: [{"id": "77c96925-3564-4cba-adcd-2793a8fa2576", "address": "fa:16:3e:28:fd:80", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77c96925-35", "ovs_interfaceid": "77c96925-3564-4cba-adcd-2793a8fa2576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.563326] env[63862]: DEBUG nova.scheduler.client.report [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1846.581278] env[63862]: DEBUG nova.scheduler.client.report [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1846.581405] env[63862]: DEBUG nova.compute.provider_tree [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.592152] env[63862]: DEBUG nova.network.neutron [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Updating instance_info_cache with network_info: [{"id": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "address": "fa:16:3e:68:6e:bb", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78d2d0b-8b", "ovs_interfaceid": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.605458] env[63862]: DEBUG nova.scheduler.client.report [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1846.615962] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.633263] env[63862]: DEBUG nova.scheduler.client.report [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1846.663485] env[63862]: DEBUG nova.network.neutron [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1846.667590] env[63862]: DEBUG nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.724924] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1846.725199] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.725369] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1846.725551] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.725739] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1846.725854] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1846.726160] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1846.726323] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1846.726492] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1846.726653] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1846.726873] env[63862]: DEBUG nova.virt.hardware [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1846.728456] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7472f0-5f1e-4d0e-be28-d6fb39623ee9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.747271] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f6192-525c-400d-a465-1fcdddfa3875 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.770779] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1846.775419] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Creating folder: Project (82f56088dbc647cf984f8062386c15e1). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1846.776299] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59a4d73f-aca1-408b-a370-03e7deff6b7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.795219] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Created folder: Project (82f56088dbc647cf984f8062386c15e1) in parent group-v429490. [ 1846.795704] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Creating folder: Instances. Parent ref: group-v429502. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1846.796264] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c127d2-1282-48a3-98b0-5dce51c70923 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.801836] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.815338] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Created folder: Instances in parent group-v429502. [ 1846.815663] env[63862]: DEBUG oslo.service.loopingcall [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.816163] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1846.816234] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-877a2747-eecc-4340-8f1b-cdefc1a2896c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.838166] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "721fd930-260b-46e1-a6e7-7058d5ff875a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.838517] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.842323] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1846.842323] env[63862]: value = "task-2097550" [ 1846.842323] env[63862]: _type = "Task" [ 1846.842323] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.856330] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097550, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.868324] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.941165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.011878] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106e1e9b-1d06-418f-a136-cbd901242512 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.024110] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa221b-ca62-4faa-85a5-6843fc219ffc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.065329] env[63862]: DEBUG oslo_concurrency.lockutils [req-a829a660-9976-43a5-ace5-77803d2a055c req-9344f1c3-ccbe-4cfa-aa9c-78c0f1faf917 service nova] Releasing lock "refresh_cache-015cab37-1bd8-49ac-9a62-a1bac0754e9a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.071374] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92920bb3-811e-4d85-99d0-43944ad22aba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.074333] env[63862]: INFO nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Took 20.91 seconds to build instance. [ 1847.082566] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c5eb59-578d-4775-81d9-3ed1f3d8c8c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.097405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Releasing lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.097761] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Instance network_info: |[{"id": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "address": "fa:16:3e:68:6e:bb", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78d2d0b-8b", "ovs_interfaceid": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.098390] env[63862]: DEBUG nova.compute.provider_tree [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.100250] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:6e:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b78d2d0b-8bbc-458d-8108-b1a9ffb05485', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.111912] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Creating folder: Project (5b5daa7de4094094bd3effbf414119e5). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.116029] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e357307-ae84-4b66-a695-e8d1d146a155 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.128359] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908168} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.128359] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 28e79b97-cb99-4b32-bbf8-a762d2e35fae/28e79b97-cb99-4b32-bbf8-a762d2e35fae.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.128359] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.128359] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b13b1f0-dc3c-49ca-b6d3-835516f33d37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.131387] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Created folder: Project (5b5daa7de4094094bd3effbf414119e5) in parent group-v429490. [ 1847.131563] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Creating folder: Instances. Parent ref: group-v429505. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.132198] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c055c7-a9f5-4488-8467-a46d7fb6c90f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.135846] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1847.135846] env[63862]: value = "task-2097552" [ 1847.135846] env[63862]: _type = "Task" [ 1847.135846] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.144849] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.146722] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Created folder: Instances in parent group-v429505. [ 1847.147176] env[63862]: DEBUG oslo.service.loopingcall [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.147297] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.147512] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64419bee-4140-461e-be03-198ada7a43dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.169274] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.169274] env[63862]: value = "task-2097554" [ 1847.169274] env[63862]: _type = "Task" [ 1847.169274] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.178957] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097554, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.309244] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097546, 'name': ReconfigVM_Task, 'duration_secs': 0.811627} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.311018] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 015cab37-1bd8-49ac-9a62-a1bac0754e9a/015cab37-1bd8-49ac-9a62-a1bac0754e9a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.311018] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c4733a-d9b4-4446-bb06-6f10f55e8a75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.317512] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1847.317512] env[63862]: value = "task-2097555" [ 1847.317512] env[63862]: _type = "Task" [ 1847.317512] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.328099] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097555, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.352781] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097550, 'name': CreateVM_Task, 'duration_secs': 0.400941} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.352973] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.357405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.357405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.357405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.357405] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd757a58-ebb0-4363-9c02-dffe9b16d786 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.366364] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097547, 'name': ReconfigVM_Task, 'duration_secs': 0.83841} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.367688] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 94a0eeb0-5af2-4591-9c9f-f886d984bdc2/94a0eeb0-5af2-4591-9c9f-f886d984bdc2.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1847.368643] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1847.368643] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524ddce8-8b84-856b-f2b8-89819a33670e" [ 1847.368643] env[63862]: _type = "Task" [ 1847.368643] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.369156] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f36b52-c3ca-468c-b9c3-6336958f86d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.380758] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524ddce8-8b84-856b-f2b8-89819a33670e, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.383070] env[63862]: DEBUG nova.network.neutron [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Updating instance_info_cache with network_info: [{"id": "1b5c4eca-2cc2-44da-a126-277acb65c735", "address": "fa:16:3e:3d:47:fd", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5c4eca-2c", "ovs_interfaceid": "1b5c4eca-2cc2-44da-a126-277acb65c735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.384745] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.385117] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1847.385417] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.389016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.389016] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1847.389016] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1847.389016] env[63862]: value = "task-2097556" [ 1847.389016] env[63862]: _type = "Task" [ 1847.389016] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.389016] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed99cbe0-d226-49f7-b0f3-f739b939296c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.405138] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097556, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.405616] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1847.405808] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1847.407492] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f740aa-7f8e-48a3-b722-ba3ae4e3c808 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.413742] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1847.413742] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52da3331-7733-d38e-120e-b416c0d884a3" [ 1847.413742] env[63862]: _type = "Task" [ 1847.413742] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.424015] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52da3331-7733-d38e-120e-b416c0d884a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.578095] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "434db579-bfa9-4178-beca-90955252999b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.423s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.594448] env[63862]: DEBUG nova.network.neutron [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Updated VIF entry in instance network info cache for port 3167a2aa-2532-4309-a9d6-139eb09920f8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1847.595121] env[63862]: DEBUG nova.network.neutron [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Updating instance_info_cache with network_info: [{"id": "3167a2aa-2532-4309-a9d6-139eb09920f8", "address": "fa:16:3e:a7:2d:c3", "network": {"id": "8d1e3460-a030-4ea1-b518-8a1fba1f6c5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1655579895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "131d2ee58bda4d18a72f20e6bd610488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3167a2aa-25", "ovs_interfaceid": "3167a2aa-2532-4309-a9d6-139eb09920f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.613420] env[63862]: DEBUG nova.scheduler.client.report [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.656549] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094623} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.656998] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1847.657978] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da7abe-2c29-496d-b500-792e72fb0fe0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.682614] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 28e79b97-cb99-4b32-bbf8-a762d2e35fae/28e79b97-cb99-4b32-bbf8-a762d2e35fae.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1847.686295] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd33ecfd-e296-49b4-9a71-6ac3605a9de7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.710819] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097554, 'name': CreateVM_Task, 'duration_secs': 0.391504} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.712663] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1847.713157] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1847.713157] env[63862]: value = "task-2097557" [ 1847.713157] env[63862]: _type = "Task" [ 1847.713157] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.714178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.715014] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.715014] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1847.715014] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1a585ad-1be0-4093-a791-2b029c77dbb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.728917] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.730683] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1847.730683] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5237a2ee-17f6-8c9f-eebb-c8e8e044f946" [ 1847.730683] env[63862]: _type = "Task" [ 1847.730683] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.740345] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5237a2ee-17f6-8c9f-eebb-c8e8e044f946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.829567] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097555, 'name': Rename_Task, 'duration_secs': 0.212584} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.829749] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.829887] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de66d59-84f0-4f70-ac37-c4412e860cae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.837767] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1847.837767] env[63862]: value = "task-2097558" [ 1847.837767] env[63862]: _type = "Task" [ 1847.837767] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.847128] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.888222] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "refresh_cache-e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.889048] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Instance network_info: |[{"id": "1b5c4eca-2cc2-44da-a126-277acb65c735", "address": "fa:16:3e:3d:47:fd", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5c4eca-2c", "ovs_interfaceid": "1b5c4eca-2cc2-44da-a126-277acb65c735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1847.889390] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:47:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b5c4eca-2cc2-44da-a126-277acb65c735', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1847.897244] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating folder: Project (5f0d691027334cc181fb6f6242dee255). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.900274] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01cb69e7-0122-4dbc-b6fe-754095c606d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.909705] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097556, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.911300] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created folder: Project (5f0d691027334cc181fb6f6242dee255) in parent group-v429490. [ 1847.911496] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating folder: Instances. Parent ref: group-v429508. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1847.911717] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a32d324-2de2-45a2-855f-a5ad278dfe01 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.923872] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52da3331-7733-d38e-120e-b416c0d884a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.926236] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a4b3a2-7b34-450a-a9b4-ddb6771f9348 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.929131] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created folder: Instances in parent group-v429508. [ 1847.929415] env[63862]: DEBUG oslo.service.loopingcall [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.929861] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1847.930513] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e978df66-1a26-4783-9526-8281316d1d60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.947604] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1847.947604] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bd2780-b990-ee18-feee-9c8661345a29" [ 1847.947604] env[63862]: _type = "Task" [ 1847.947604] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.953186] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1847.953186] env[63862]: value = "task-2097561" [ 1847.953186] env[63862]: _type = "Task" [ 1847.953186] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.956351] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bd2780-b990-ee18-feee-9c8661345a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.966432] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097561, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.081453] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.099696] env[63862]: DEBUG oslo_concurrency.lockutils [req-87cfc880-d432-479b-bdb2-65764add5057 req-e8c3e047-77a9-403f-9bbd-c4f53fb4fd40 service nova] Releasing lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.121022] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.495s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.121592] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1848.125425] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.273s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.131461] env[63862]: INFO nova.compute.claims [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.235017] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.243748] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5237a2ee-17f6-8c9f-eebb-c8e8e044f946, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.244051] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.244298] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.244519] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.349488] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097558, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.404813] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097556, 'name': Rename_Task, 'duration_secs': 0.99708} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.406067] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1848.406067] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3039c44-eeb6-410f-b89b-b7ef0169fc0b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.413492] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1848.413492] env[63862]: value = "task-2097562" [ 1848.413492] env[63862]: _type = "Task" [ 1848.413492] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.424326] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.435209] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Received event network-vif-plugged-b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1848.435209] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Acquiring lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.436354] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.436949] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.436949] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] No waiting events found dispatching network-vif-plugged-b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1848.437200] env[63862]: WARNING nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Received unexpected event network-vif-plugged-b78d2d0b-8bbc-458d-8108-b1a9ffb05485 for instance with vm_state building and task_state spawning. [ 1848.437424] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Received event network-changed-b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1848.437424] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Refreshing instance network info cache due to event network-changed-b78d2d0b-8bbc-458d-8108-b1a9ffb05485. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1848.437901] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Acquiring lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.437901] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Acquired lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.439155] env[63862]: DEBUG nova.network.neutron [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Refreshing network info cache for port b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.459564] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bd2780-b990-ee18-feee-9c8661345a29, 'name': SearchDatastore_Task, 'duration_secs': 0.039469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.463171] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.463461] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1848.464099] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.464361] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.464702] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6041a778-916e-4b54-ad45-3cea82b9fe0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.468060] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf0e10df-117a-4727-8c54-bbe3509ae963 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.474364] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097561, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.478166] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1848.478166] env[63862]: value = "task-2097563" [ 1848.478166] env[63862]: _type = "Task" [ 1848.478166] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.482875] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.483081] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.484208] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ecbf71-483c-4e79-b7ca-65b6e6b18754 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.490101] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.493479] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1848.493479] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521fb93d-adfa-5ed2-ec56-08f7d4d89a81" [ 1848.493479] env[63862]: _type = "Task" [ 1848.493479] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.501409] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521fb93d-adfa-5ed2-ec56-08f7d4d89a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.604692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.639284] env[63862]: DEBUG nova.compute.utils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.646416] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1848.646416] env[63862]: DEBUG nova.network.neutron [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.732458] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097557, 'name': ReconfigVM_Task, 'duration_secs': 0.985939} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.732854] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 28e79b97-cb99-4b32-bbf8-a762d2e35fae/28e79b97-cb99-4b32-bbf8-a762d2e35fae.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.734575] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f199334-647d-4243-966f-e5d935ff3313 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.746563] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1848.746563] env[63862]: value = "task-2097564" [ 1848.746563] env[63862]: _type = "Task" [ 1848.746563] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.765296] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097564, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.790636] env[63862]: DEBUG nova.policy [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08cbb98e335f4f6ba2b2c53de5041f87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be8e7c1d12d4d75abc49098258c71ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.856278] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097558, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.878966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.879171] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.925661] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.971456] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097561, 'name': CreateVM_Task, 'duration_secs': 0.629043} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.971698] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.972681] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.972681] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.972902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.973847] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e748911-0e1c-4030-bc82-8fd4dc39c12d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.979712] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1848.979712] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522a400b-5e06-0920-9660-7300fe7c0dc3" [ 1848.979712] env[63862]: _type = "Task" [ 1848.979712] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.998903] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097563, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.010637] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522a400b-5e06-0920-9660-7300fe7c0dc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.023044] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521fb93d-adfa-5ed2-ec56-08f7d4d89a81, 'name': SearchDatastore_Task, 'duration_secs': 0.01517} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.024597] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4beedb-04ba-485a-9cae-a951812ad387 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.034121] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1849.034121] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521ba605-ffb6-3a18-2cb8-e246bb46c4c6" [ 1849.034121] env[63862]: _type = "Task" [ 1849.034121] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.049453] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521ba605-ffb6-3a18-2cb8-e246bb46c4c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.148279] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.264403] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097564, 'name': Rename_Task, 'duration_secs': 0.261042} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.264699] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.264969] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb084f1-558f-4a3d-951b-d547cf3d1c1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.274112] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1849.274112] env[63862]: value = "task-2097565" [ 1849.274112] env[63862]: _type = "Task" [ 1849.274112] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.282960] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.353842] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097558, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.429560] env[63862]: DEBUG oslo_vmware.api [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097562, 'name': PowerOnVM_Task, 'duration_secs': 0.701475} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.432506] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.432712] env[63862]: INFO nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Took 14.55 seconds to spawn the instance on the hypervisor. [ 1849.432932] env[63862]: DEBUG nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.434445] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c134a0-ac2a-43fa-a817-5eb0d7fbf7ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.468293] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce0a1e5-39d4-4891-96df-fb2357d6fc1b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.478504] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f24006-f509-452e-898b-4d7944573edd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.520499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb1c564-2adc-422c-8321-c7e12101022f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.523460] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591869} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.527345] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1849.527570] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1849.527833] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522a400b-5e06-0920-9660-7300fe7c0dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.056559} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.528718] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa142c84-404f-4d66-a406-7cb8ba445082 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.530808] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.530944] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1849.531167] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.534702] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9d1fd-918d-4c03-a504-8bc1a4428540 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.540603] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1849.540603] env[63862]: value = "task-2097566" [ 1849.540603] env[63862]: _type = "Task" [ 1849.540603] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.557732] env[63862]: DEBUG nova.compute.provider_tree [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.565442] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.565765] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521ba605-ffb6-3a18-2cb8-e246bb46c4c6, 'name': SearchDatastore_Task, 'duration_secs': 0.02163} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.566312] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.566567] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5239ff9f-cfc1-47a0-96b2-455cc2768aee/5239ff9f-cfc1-47a0-96b2-455cc2768aee.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1849.566899] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.567033] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1849.567314] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9769e4ba-86a7-42c7-84b1-a0cbba506f1d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.570206] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6c2b0d1-c998-4fb6-af15-5cff2ce22ee9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.578140] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1849.578140] env[63862]: value = "task-2097567" [ 1849.578140] env[63862]: _type = "Task" [ 1849.578140] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.579476] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1849.579693] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1849.583541] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133f709b-0228-4877-96b9-7d8cdb238fd1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.592809] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.594310] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1849.594310] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d99eec-036f-ccbb-0179-241a9de6c129" [ 1849.594310] env[63862]: _type = "Task" [ 1849.594310] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.602558] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d99eec-036f-ccbb-0179-241a9de6c129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.737177] env[63862]: DEBUG nova.network.neutron [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Successfully created port: d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1849.791034] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.851091] env[63862]: DEBUG oslo_vmware.api [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097558, 'name': PowerOnVM_Task, 'duration_secs': 1.559203} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.851381] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.851575] env[63862]: INFO nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Took 12.74 seconds to spawn the instance on the hypervisor. [ 1849.851745] env[63862]: DEBUG nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.852592] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea2788-9208-468b-aa37-6fd935b6c3d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.958503] env[63862]: INFO nova.compute.manager [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Took 23.74 seconds to build instance. [ 1850.056046] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073592} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.056046] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.056046] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf91215-6be8-4926-a11a-8e3c94842a9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.070349] env[63862]: DEBUG nova.scheduler.client.report [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.084606] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.084808] env[63862]: DEBUG nova.network.neutron [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Updated VIF entry in instance network info cache for port b78d2d0b-8bbc-458d-8108-b1a9ffb05485. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.085143] env[63862]: DEBUG nova.network.neutron [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Updating instance_info_cache with network_info: [{"id": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "address": "fa:16:3e:68:6e:bb", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78d2d0b-8b", "ovs_interfaceid": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.086675] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e476b90d-c917-4d47-9260-d84191ef2782 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.104048] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Releasing lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.104331] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Received event network-vif-plugged-1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1850.104560] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Acquiring lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.104767] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.105599] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.105599] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] No waiting events found dispatching network-vif-plugged-1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.105599] env[63862]: WARNING nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Received unexpected event network-vif-plugged-1b5c4eca-2cc2-44da-a126-277acb65c735 for instance with vm_state building and task_state spawning. [ 1850.105802] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Received event network-changed-1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1850.105838] env[63862]: DEBUG nova.compute.manager [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Refreshing instance network info cache due to event network-changed-1b5c4eca-2cc2-44da-a126-277acb65c735. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1850.106083] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Acquiring lock "refresh_cache-e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.106227] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Acquired lock "refresh_cache-e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.106396] env[63862]: DEBUG nova.network.neutron [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Refreshing network info cache for port 1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1850.124631] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d99eec-036f-ccbb-0179-241a9de6c129, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.131057] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1850.131057] env[63862]: value = "task-2097568" [ 1850.131057] env[63862]: _type = "Task" [ 1850.131057] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.131641] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.132551] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81389628-1397-4f3b-94a5-2967018f2f05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.144967] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.147225] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1850.147225] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b22a67-474c-f9d4-9bf1-1cb678915d04" [ 1850.147225] env[63862]: _type = "Task" [ 1850.147225] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.156105] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b22a67-474c-f9d4-9bf1-1cb678915d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.162866] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.202770] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.202958] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.203132] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.203319] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.206456] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.206456] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.206456] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.206456] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.206456] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.206971] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.206971] env[63862]: DEBUG nova.virt.hardware [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.206971] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef94873-241b-467f-acc4-c8eb0045afee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.219248] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f20eb4d-10bd-475a-9f12-32cae518925d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.288854] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.381222] env[63862]: INFO nova.compute.manager [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Took 20.44 seconds to build instance. [ 1850.460766] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fc2aa748-f147-4789-a244-da1c865e14b5 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.259s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.589572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.593018] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.602541] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.662s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.609362] env[63862]: INFO nova.compute.claims [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.623990] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701315} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.625282] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5239ff9f-cfc1-47a0-96b2-455cc2768aee/5239ff9f-cfc1-47a0-96b2-455cc2768aee.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.627476] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.627561] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f8b4609-bfbd-419e-ae4b-0f3e5fda2d20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.639893] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1850.639893] env[63862]: value = "task-2097569" [ 1850.639893] env[63862]: _type = "Task" [ 1850.639893] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.659115] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.662645] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.669875] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b22a67-474c-f9d4-9bf1-1cb678915d04, 'name': SearchDatastore_Task, 'duration_secs': 0.049933} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.671679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.671679] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] e41c8a2b-c912-40b1-99a4-1ce6bb2686d5/e41c8a2b-c912-40b1-99a4-1ce6bb2686d5.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1850.671679] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a34ad6e5-c20a-472d-a75f-860ea495c72c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.681213] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1850.681213] env[63862]: value = "task-2097570" [ 1850.681213] env[63862]: _type = "Task" [ 1850.681213] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.693735] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.794239] env[63862]: DEBUG oslo_vmware.api [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097565, 'name': PowerOnVM_Task, 'duration_secs': 1.198775} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.794239] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1850.794239] env[63862]: INFO nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1850.794239] env[63862]: DEBUG nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1850.794239] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77347624-253b-4ea0-afd3-dfbcf4d8dcb8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.889133] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc4c2255-3d12-4113-a953-06f357642e08 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.956s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.968823] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.104186] env[63862]: DEBUG nova.compute.utils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.105965] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1851.105965] env[63862]: DEBUG nova.network.neutron [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.165696] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097568, 'name': ReconfigVM_Task, 'duration_secs': 0.853485} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.169097] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.169851] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068488} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.170083] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea65b451-63f1-4452-8566-d73cbd280e9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.171944] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1851.173941] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54555e6-fba3-45be-b1bf-973ac6342d3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.177038] env[63862]: DEBUG nova.policy [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08cbb98e335f4f6ba2b2c53de5041f87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be8e7c1d12d4d75abc49098258c71ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.205616] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 5239ff9f-cfc1-47a0-96b2-455cc2768aee/5239ff9f-cfc1-47a0-96b2-455cc2768aee.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1851.207437] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e077157-2930-4729-8119-753160dec32e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.222935] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1851.222935] env[63862]: value = "task-2097571" [ 1851.222935] env[63862]: _type = "Task" [ 1851.222935] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.233418] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097570, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.235360] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1851.235360] env[63862]: value = "task-2097572" [ 1851.235360] env[63862]: _type = "Task" [ 1851.235360] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.244512] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097571, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.246725] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.316857] env[63862]: INFO nova.compute.manager [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Took 16.53 seconds to build instance. [ 1851.391631] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.496560] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.610852] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.694071] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827143} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.694397] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] e41c8a2b-c912-40b1-99a4-1ce6bb2686d5/e41c8a2b-c912-40b1-99a4-1ce6bb2686d5.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1851.694673] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1851.696304] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af9af08a-49ae-4bf8-b5e4-b0172fc4fe41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.705431] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1851.705431] env[63862]: value = "task-2097573" [ 1851.705431] env[63862]: _type = "Task" [ 1851.705431] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.716023] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.717832] env[63862]: DEBUG nova.network.neutron [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Updated VIF entry in instance network info cache for port 1b5c4eca-2cc2-44da-a126-277acb65c735. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.717832] env[63862]: DEBUG nova.network.neutron [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Updating instance_info_cache with network_info: [{"id": "1b5c4eca-2cc2-44da-a126-277acb65c735", "address": "fa:16:3e:3d:47:fd", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b5c4eca-2c", "ovs_interfaceid": "1b5c4eca-2cc2-44da-a126-277acb65c735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.750915] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097571, 'name': Rename_Task, 'duration_secs': 0.427289} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.751317] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.751592] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a101d1-c14d-4424-af1a-d4d0b54006a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.757507] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.763399] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1851.763399] env[63862]: value = "task-2097574" [ 1851.763399] env[63862]: _type = "Task" [ 1851.763399] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.773783] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.820410] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d3f121-fc05-48d9-814e-3d081768c55a tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.038s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.929014] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.979145] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.979421] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.980267] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5bab8-ce7d-497c-970c-6be77bc00af6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.988944] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb10aaf-1b58-43da-9a8d-724eecba7592 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.022603] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b0035-58b0-4f76-a1cd-320be6d7e4e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.030945] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced8885f-b897-4841-97b7-1e130a3086e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.045648] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.215371] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10485} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.215658] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1852.216613] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25341870-c78d-44f6-af38-70c3225d7e11 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.231390] env[63862]: DEBUG oslo_concurrency.lockutils [req-8b3f8e40-388e-428a-96a4-160c3009404f req-ff583b0a-d4e2-4cab-b454-bbce85c83160 service nova] Releasing lock "refresh_cache-e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.241012] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e41c8a2b-c912-40b1-99a4-1ce6bb2686d5/e41c8a2b-c912-40b1-99a4-1ce6bb2686d5.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1852.241639] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d3612a-323c-41f4-9540-968abf44653d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.268465] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097572, 'name': ReconfigVM_Task, 'duration_secs': 0.671444} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.273900] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 5239ff9f-cfc1-47a0-96b2-455cc2768aee/5239ff9f-cfc1-47a0-96b2-455cc2768aee.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1852.275637] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1852.275637] env[63862]: value = "task-2097575" [ 1852.275637] env[63862]: _type = "Task" [ 1852.275637] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.276715] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e588856-af94-4ce3-a029-8de6589b2e58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.287306] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.293876] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.295515] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1852.295515] env[63862]: value = "task-2097576" [ 1852.295515] env[63862]: _type = "Task" [ 1852.295515] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.305091] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097576, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.324025] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1852.572259] env[63862]: ERROR nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [req-d02da9d1-e7c9-4ab0-95ef-b53c956413a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d02da9d1-e7c9-4ab0-95ef-b53c956413a2"}]} [ 1852.599741] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1852.617254] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1852.617489] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.624955] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.638172] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1852.673717] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1852.678515] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.678953] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.678953] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.679190] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.679261] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.679398] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.679609] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.679803] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.679915] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.680587] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.680696] env[63862]: DEBUG nova.virt.hardware [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.681777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c3d04-319e-4637-83cd-8245c5b16080 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.694904] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70017b-e3e3-4427-9ab4-19072614131b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.782481] env[63862]: DEBUG oslo_vmware.api [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097574, 'name': PowerOnVM_Task, 'duration_secs': 0.740106} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.793470] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.794573] env[63862]: INFO nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Took 6.13 seconds to spawn the instance on the hypervisor. [ 1852.794573] env[63862]: DEBUG nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.796283] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129655ee-2835-4b05-81c2-30b293b87016 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.813872] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097575, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.826353] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097576, 'name': Rename_Task, 'duration_secs': 0.315319} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.826926] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1852.827197] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3f617b-d287-4fb3-96d8-af691b60f313 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.837402] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1852.837402] env[63862]: value = "task-2097577" [ 1852.837402] env[63862]: _type = "Task" [ 1852.837402] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.855442] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.855442] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.902210] env[63862]: DEBUG nova.network.neutron [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Successfully created port: 3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.943299] env[63862]: DEBUG nova.network.neutron [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Successfully updated port: d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.052500] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf6b25-ed14-403b-94dc-7eb33157d355 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.061032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52385ba2-c755-4abe-abd1-602f27d91c48 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.095034] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d479a-bb09-4f45-b6cf-9ad2eaf09766 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.102515] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df55071c-933b-4234-9af9-098ee91ccdce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.118213] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.294391] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097575, 'name': ReconfigVM_Task, 'duration_secs': 0.557826} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.294391] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e41c8a2b-c912-40b1-99a4-1ce6bb2686d5/e41c8a2b-c912-40b1-99a4-1ce6bb2686d5.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1853.294391] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15d10f37-2e05-4c62-b8cc-2de5b071a642 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.301449] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1853.301449] env[63862]: value = "task-2097578" [ 1853.301449] env[63862]: _type = "Task" [ 1853.301449] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.311304] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097578, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.337241] env[63862]: INFO nova.compute.manager [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Took 18.52 seconds to build instance. [ 1853.347536] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.401076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.401705] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.446086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.446086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.446086] env[63862]: DEBUG nova.network.neutron [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.658622] env[63862]: ERROR nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [req-951e793f-c223-468a-8f0b-52ce72075a34] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-951e793f-c223-468a-8f0b-52ce72075a34"}]} [ 1853.683777] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1853.702871] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1853.703040] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.723425] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1853.747706] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1853.820407] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097578, 'name': Rename_Task, 'duration_secs': 0.311843} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.825258] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.825701] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f276a6d-7057-4b4b-a898-eb8912ad64fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.834519] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1853.834519] env[63862]: value = "task-2097579" [ 1853.834519] env[63862]: _type = "Task" [ 1853.834519] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.850038] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2697945-b097-450d-a9f3-442af9c45d19 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.040s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.855384] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097579, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.863078] env[63862]: DEBUG oslo_vmware.api [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097577, 'name': PowerOnVM_Task, 'duration_secs': 0.867578} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.863941] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1853.863941] env[63862]: INFO nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Took 14.43 seconds to spawn the instance on the hypervisor. [ 1853.863941] env[63862]: DEBUG nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.864720] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d275d15-b890-4f99-89a3-eebde73655a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.072601] env[63862]: DEBUG nova.network.neutron [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.128198] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742162eb-654c-4344-9a82-012ffdb17d44 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.139096] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82dfd8-a15d-490a-a70f-359e7e3e92e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.175077] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee6e53a-5648-4cdc-b692-075a1cdc5f3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.186616] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fb08df-3a89-4766-b0d4-1ffa74d834e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.203757] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.350261] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.356370] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.401937] env[63862]: INFO nova.compute.manager [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Took 24.33 seconds to build instance. [ 1854.524576] env[63862]: DEBUG nova.network.neutron [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Updating instance_info_cache with network_info: [{"id": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "address": "fa:16:3e:73:9e:ce", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fddb3d-02", "ovs_interfaceid": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.783917] env[63862]: DEBUG nova.scheduler.client.report [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 23 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1854.784354] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 23 to 24 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1854.784459] env[63862]: DEBUG nova.compute.provider_tree [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.849860] env[63862]: DEBUG oslo_vmware.api [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097579, 'name': PowerOnVM_Task, 'duration_secs': 1.004891} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.853816] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.853988] env[63862]: INFO nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Took 12.98 seconds to spawn the instance on the hypervisor. [ 1854.854265] env[63862]: DEBUG nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.855067] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339e3a7-52eb-40a0-9894-cc753049d67c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.890892] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.908403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7966fc04-68f0-45cb-bf1b-5e0128db1a4c tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.846s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.032770] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.032770] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance network_info: |[{"id": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "address": "fa:16:3e:73:9e:ce", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fddb3d-02", "ovs_interfaceid": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.032894] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8fddb3d-02e7-4fc2-92fe-6d0486d50de0', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.044661] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating folder: Project (2be8e7c1d12d4d75abc49098258c71ea). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1855.044661] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cca4ba3-bb8a-4637-8b9e-3ec03dd73345 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.057531] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created folder: Project (2be8e7c1d12d4d75abc49098258c71ea) in parent group-v429490. [ 1855.057531] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating folder: Instances. Parent ref: group-v429511. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1855.057531] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5fbd734-6e18-430f-822d-5da3aa47ca19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.067073] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created folder: Instances in parent group-v429511. [ 1855.067073] env[63862]: DEBUG oslo.service.loopingcall [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.067073] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.067073] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03ddcdd2-fb9b-4da3-8ca3-49765cbd7c16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.090156] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.090156] env[63862]: value = "task-2097582" [ 1855.090156] env[63862]: _type = "Task" [ 1855.090156] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.100517] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097582, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.291087] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.688s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.291659] env[63862]: DEBUG nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.296996] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.692s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.298448] env[63862]: INFO nova.compute.claims [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.381737] env[63862]: INFO nova.compute.manager [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Took 23.45 seconds to build instance. [ 1855.401118] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.401118] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.410549] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.515864] env[63862]: DEBUG nova.compute.manager [req-1bfd90aa-93f6-4898-9657-c549957d2d53 req-34676504-7b4e-45f8-bee1-107d3bfb2385 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Received event network-vif-plugged-d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.515864] env[63862]: DEBUG oslo_concurrency.lockutils [req-1bfd90aa-93f6-4898-9657-c549957d2d53 req-34676504-7b4e-45f8-bee1-107d3bfb2385 service nova] Acquiring lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.515864] env[63862]: DEBUG oslo_concurrency.lockutils [req-1bfd90aa-93f6-4898-9657-c549957d2d53 req-34676504-7b4e-45f8-bee1-107d3bfb2385 service nova] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.515864] env[63862]: DEBUG oslo_concurrency.lockutils [req-1bfd90aa-93f6-4898-9657-c549957d2d53 req-34676504-7b4e-45f8-bee1-107d3bfb2385 service nova] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.516081] env[63862]: DEBUG nova.compute.manager [req-1bfd90aa-93f6-4898-9657-c549957d2d53 req-34676504-7b4e-45f8-bee1-107d3bfb2385 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] No waiting events found dispatching network-vif-plugged-d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.517618] env[63862]: WARNING nova.compute.manager [req-1bfd90aa-93f6-4898-9657-c549957d2d53 req-34676504-7b4e-45f8-bee1-107d3bfb2385 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Received unexpected event network-vif-plugged-d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 for instance with vm_state building and task_state spawning. [ 1855.602075] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097582, 'name': CreateVM_Task, 'duration_secs': 0.483297} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.602429] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.604197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.604197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.605843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.605843] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3264090e-0b52-45a2-ad27-1276a3c8802d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.610699] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1855.610699] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522d48d5-f820-42b9-a9c2-0e679006f325" [ 1855.610699] env[63862]: _type = "Task" [ 1855.610699] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.619558] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522d48d5-f820-42b9-a9c2-0e679006f325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.629421] env[63862]: DEBUG nova.network.neutron [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Successfully updated port: 3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.799640] env[63862]: DEBUG nova.compute.utils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.799911] env[63862]: DEBUG nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1855.885877] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2af3108e-de14-4d7f-b6b9-e1e4be0059a6 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.966s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.936436] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.105909] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.106219] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.126974] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522d48d5-f820-42b9-a9c2-0e679006f325, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.127256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.127490] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.128324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.128489] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.128719] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.128990] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d645ad55-b677-4f35-a4ca-d16860162f50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.133496] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "refresh_cache-a57679b4-7b79-4644-ac00-8b6a529d836c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.133496] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "refresh_cache-a57679b4-7b79-4644-ac00-8b6a529d836c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.133496] env[63862]: DEBUG nova.network.neutron [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.140197] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.140392] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.141404] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d476125-f81f-4c65-9fbb-2a2921559b93 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.151978] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1856.151978] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52372a3e-950d-b369-309c-be2fc63694d6" [ 1856.151978] env[63862]: _type = "Task" [ 1856.151978] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.161539] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52372a3e-950d-b369-309c-be2fc63694d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.303658] env[63862]: DEBUG nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.388730] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1856.670184] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52372a3e-950d-b369-309c-be2fc63694d6, 'name': SearchDatastore_Task, 'duration_secs': 0.023312} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.675252] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a2dc57-d2fe-4e91-9a06-8f85dd788ddf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.683039] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1856.683039] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52396057-d8e1-56b7-fe86-e42801a55c4f" [ 1856.683039] env[63862]: _type = "Task" [ 1856.683039] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.691119] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52396057-d8e1-56b7-fe86-e42801a55c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.703715] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7e23a8-e786-4411-9853-d34ed55c224b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.719185] env[63862]: DEBUG nova.network.neutron [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1856.722874] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e107c23-6e88-4af3-9422-64253a026419 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.763611] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355d879-9fde-4012-97e2-9ba1bd4f8d1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.772066] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d765fb3a-6942-4811-94dc-0619c536707e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.788735] env[63862]: DEBUG nova.compute.provider_tree [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.941804] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.073703] env[63862]: DEBUG nova.network.neutron [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Updating instance_info_cache with network_info: [{"id": "3081bff0-45e6-4587-b5d2-fe634d6c5d0c", "address": "fa:16:3e:2c:a9:9c", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3081bff0-45", "ovs_interfaceid": "3081bff0-45e6-4587-b5d2-fe634d6c5d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.197686] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52396057-d8e1-56b7-fe86-e42801a55c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.197930] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.198249] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.198582] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b917e8b-e2d9-43c6-887c-20b118c2866b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.207730] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1857.207730] env[63862]: value = "task-2097583" [ 1857.207730] env[63862]: _type = "Task" [ 1857.207730] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.219267] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.291594] env[63862]: DEBUG nova.scheduler.client.report [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.327688] env[63862]: DEBUG nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.358986] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1857.359192] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.359379] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1857.359567] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.359721] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1857.360126] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1857.360363] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1857.360577] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1857.360755] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1857.360918] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1857.361135] env[63862]: DEBUG nova.virt.hardware [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1857.362179] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2249bace-5a49-4942-8499-956bcb77dc3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.372694] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe333227-2d2f-42eb-9518-dbd334c84f9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.388450] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.394625] env[63862]: DEBUG oslo.service.loopingcall [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.394906] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.395230] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-946b76db-3fb3-4c7e-a2d6-e5c3b5cda72e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.417850] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.417850] env[63862]: value = "task-2097584" [ 1857.417850] env[63862]: _type = "Task" [ 1857.417850] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.425541] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097584, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.583021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "refresh_cache-a57679b4-7b79-4644-ac00-8b6a529d836c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.583021] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Instance network_info: |[{"id": "3081bff0-45e6-4587-b5d2-fe634d6c5d0c", "address": "fa:16:3e:2c:a9:9c", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3081bff0-45", "ovs_interfaceid": "3081bff0-45e6-4587-b5d2-fe634d6c5d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1857.583436] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:a9:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3081bff0-45e6-4587-b5d2-fe634d6c5d0c', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1857.589687] env[63862]: DEBUG oslo.service.loopingcall [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1857.590966] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1857.591270] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88856482-cd5d-4075-80d1-8d9ea3e396a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.616658] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1857.616658] env[63862]: value = "task-2097585" [ 1857.616658] env[63862]: _type = "Task" [ 1857.616658] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.623879] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097585, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.725593] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097583, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.802986] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.803532] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.806446] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.312s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.808173] env[63862]: INFO nova.compute.claims [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.896454] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1857.930880] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097584, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.127143] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097585, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.162718] env[63862]: DEBUG nova.compute.manager [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Received event network-changed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1858.162914] env[63862]: DEBUG nova.compute.manager [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Refreshing instance network info cache due to event network-changed. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1858.163166] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] Acquiring lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.163305] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] Acquired lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.163458] env[63862]: DEBUG nova.network.neutron [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.222303] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646219} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.222735] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.223125] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.223279] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e611d64b-39ba-49c2-beef-400e6b9b3345 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.231232] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1858.231232] env[63862]: value = "task-2097586" [ 1858.231232] env[63862]: _type = "Task" [ 1858.231232] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.242527] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.309588] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "44095de4-eac4-475d-aa56-6fe9211a1721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.309949] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "44095de4-eac4-475d-aa56-6fe9211a1721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.321026] env[63862]: DEBUG nova.compute.utils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.325131] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.325253] env[63862]: DEBUG nova.network.neutron [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.432944] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097584, 'name': CreateVM_Task, 'duration_secs': 0.633348} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.433145] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1858.433609] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.433768] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.434178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1858.434353] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d7329e-8142-477e-b154-925a2b2cb3e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.441681] env[63862]: DEBUG nova.policy [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1164ef9a14549269c1dd0740026b91e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c6a1b8cbf824ca392b66cc5b710b9ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.443532] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1858.443532] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521a0bfa-9d97-3531-9ae8-6096a09f66e1" [ 1858.443532] env[63862]: _type = "Task" [ 1858.443532] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.452926] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521a0bfa-9d97-3531-9ae8-6096a09f66e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.629064] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097585, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.742930] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120951} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.743316] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.744036] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220f2a44-f40a-42fa-960a-fbb4a693a123 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.771765] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.772090] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f13f588-1beb-49ea-ade3-da5d7b473b3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.795232] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1858.795232] env[63862]: value = "task-2097587" [ 1858.795232] env[63862]: _type = "Task" [ 1858.795232] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.803607] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.830506] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.954935] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521a0bfa-9d97-3531-9ae8-6096a09f66e1, 'name': SearchDatastore_Task, 'duration_secs': 0.030991} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.957755] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.957755] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.958065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.958221] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.958403] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.959285] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cfe552-ba78-4e03-939a-ee6c1f088a3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.972689] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.972689] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.974014] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ec47e6-710b-4619-aacb-f7ae6f971a8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.981922] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1858.981922] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52256361-a5b7-f5ca-561d-24c1d107f743" [ 1858.981922] env[63862]: _type = "Task" [ 1858.981922] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.993878] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52256361-a5b7-f5ca-561d-24c1d107f743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.996111] env[63862]: DEBUG nova.compute.manager [req-7694d469-7e45-47d4-988d-b88098801e28 req-504da094-163a-49d3-8f48-d5ddbb6ba702 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Received event network-vif-plugged-3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1858.996333] env[63862]: DEBUG oslo_concurrency.lockutils [req-7694d469-7e45-47d4-988d-b88098801e28 req-504da094-163a-49d3-8f48-d5ddbb6ba702 service nova] Acquiring lock "a57679b4-7b79-4644-ac00-8b6a529d836c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.996538] env[63862]: DEBUG oslo_concurrency.lockutils [req-7694d469-7e45-47d4-988d-b88098801e28 req-504da094-163a-49d3-8f48-d5ddbb6ba702 service nova] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.996703] env[63862]: DEBUG oslo_concurrency.lockutils [req-7694d469-7e45-47d4-988d-b88098801e28 req-504da094-163a-49d3-8f48-d5ddbb6ba702 service nova] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.996866] env[63862]: DEBUG nova.compute.manager [req-7694d469-7e45-47d4-988d-b88098801e28 req-504da094-163a-49d3-8f48-d5ddbb6ba702 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] No waiting events found dispatching network-vif-plugged-3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.997301] env[63862]: WARNING nova.compute.manager [req-7694d469-7e45-47d4-988d-b88098801e28 req-504da094-163a-49d3-8f48-d5ddbb6ba702 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Received unexpected event network-vif-plugged-3081bff0-45e6-4587-b5d2-fe634d6c5d0c for instance with vm_state building and task_state spawning. [ 1859.078216] env[63862]: DEBUG nova.network.neutron [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Updating instance_info_cache with network_info: [{"id": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "address": "fa:16:3e:68:6e:bb", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78d2d0b-8b", "ovs_interfaceid": "b78d2d0b-8bbc-458d-8108-b1a9ffb05485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.122101] env[63862]: DEBUG nova.network.neutron [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Successfully created port: 06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.132044] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097585, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.181467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9616fd-404d-42ff-9c08-20a4571aa0da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.192808] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b5d8f0-6f5d-4a8d-8aca-688e942b6ece {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.231610] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53123552-7f5f-4f7e-8b25-87e998669812 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.239842] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292b020a-7233-40e4-9b9d-2f7e10558bc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.253847] env[63862]: DEBUG nova.compute.provider_tree [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.308390] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.494214] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52256361-a5b7-f5ca-561d-24c1d107f743, 'name': SearchDatastore_Task, 'duration_secs': 0.032089} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.495073] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f10b77-ef69-4ed0-ba90-1fb5d47d00a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.500433] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1859.500433] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529c969a-0546-8c0d-015a-99a5835b805c" [ 1859.500433] env[63862]: _type = "Task" [ 1859.500433] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.508440] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529c969a-0546-8c0d-015a-99a5835b805c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.581945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1057baf6-8f31-4037-bbcc-a36f9c9667e3 tempest-ServerExternalEventsTest-1133596618 tempest-ServerExternalEventsTest-1133596618-project] Releasing lock "refresh_cache-5239ff9f-cfc1-47a0-96b2-455cc2768aee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.627621] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097585, 'name': CreateVM_Task, 'duration_secs': 1.700532} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.628654] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.630232] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.630579] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.630994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.631765] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d99ba1-129f-49ee-a646-8e65e5f5a50c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.638877] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1859.638877] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a675ab-66bf-df82-1c76-e7f9f67388c1" [ 1859.638877] env[63862]: _type = "Task" [ 1859.638877] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.649252] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a675ab-66bf-df82-1c76-e7f9f67388c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.757538] env[63862]: DEBUG nova.scheduler.client.report [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.808553] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097587, 'name': ReconfigVM_Task, 'duration_secs': 1.006673} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.809560] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.809825] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c647fc7-6afc-4940-8545-be716b63643f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.816641] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1859.816641] env[63862]: value = "task-2097588" [ 1859.816641] env[63862]: _type = "Task" [ 1859.816641] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.828394] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097588, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.843119] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.877340] env[63862]: INFO nova.compute.manager [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Rebuilding instance [ 1859.887027] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.887027] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.887027] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.887291] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.887291] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.887366] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.887556] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.887720] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.887881] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.890287] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.890287] env[63862]: DEBUG nova.virt.hardware [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.893156] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a85fdee-dee8-491d-9707-3f65d4992495 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.905601] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670cf77-13dc-4db4-866c-591e6428d1c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.961747] env[63862]: DEBUG nova.compute.manager [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.962570] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188f20a-1f25-4b91-aa6f-90b277adf178 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.013893] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529c969a-0546-8c0d-015a-99a5835b805c, 'name': SearchDatastore_Task, 'duration_secs': 0.025573} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.014720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.015119] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.017121] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-323a4551-7437-4926-955a-22b470d2a3ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.025334] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1860.025334] env[63862]: value = "task-2097589" [ 1860.025334] env[63862]: _type = "Task" [ 1860.025334] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.036880] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.155164] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a675ab-66bf-df82-1c76-e7f9f67388c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.155729] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.156071] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.156382] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.156589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.156825] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.157161] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98af0525-4293-469b-b806-2f118eac501c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.169092] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.169293] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.170057] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867deb53-6c94-405a-a365-95bee23f4bea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.175848] env[63862]: DEBUG nova.compute.manager [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Received event network-changed-d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1860.176125] env[63862]: DEBUG nova.compute.manager [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Refreshing instance network info cache due to event network-changed-d8fddb3d-02e7-4fc2-92fe-6d0486d50de0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1860.176267] env[63862]: DEBUG oslo_concurrency.lockutils [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] Acquiring lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.176580] env[63862]: DEBUG oslo_concurrency.lockutils [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] Acquired lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.176580] env[63862]: DEBUG nova.network.neutron [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Refreshing network info cache for port d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1860.179902] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1860.179902] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f9d5df-b13c-fac4-7223-b8661c886cfc" [ 1860.179902] env[63862]: _type = "Task" [ 1860.179902] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.193225] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f9d5df-b13c-fac4-7223-b8661c886cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.194023] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a61a4e7-9bb3-4f2f-bddf-0a453f81d45d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.202440] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1860.202440] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5206d9e2-e9ce-a7e6-6cb3-214f28400cee" [ 1860.202440] env[63862]: _type = "Task" [ 1860.202440] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.208824] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5206d9e2-e9ce-a7e6-6cb3-214f28400cee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.264029] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.264029] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1860.265920] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.337s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.267797] env[63862]: INFO nova.compute.claims [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1860.331156] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097588, 'name': Rename_Task, 'duration_secs': 0.235163} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.331156] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.331156] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a72502-a5ac-475e-9ea5-32e6f2c493ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.340394] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1860.340394] env[63862]: value = "task-2097590" [ 1860.340394] env[63862]: _type = "Task" [ 1860.340394] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.348867] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.354814] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.355071] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.355282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.355520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.355619] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.358170] env[63862]: INFO nova.compute.manager [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Terminating instance [ 1860.534923] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097589, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.615371] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "5055db0a-a895-4fbd-be64-e587e03ce58e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.616126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.711519] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5206d9e2-e9ce-a7e6-6cb3-214f28400cee, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.711519] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.711519] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a57679b4-7b79-4644-ac00-8b6a529d836c/a57679b4-7b79-4644-ac00-8b6a529d836c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1860.711519] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-352b5dc9-e263-4b29-b71d-f1a24a1190fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.718570] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1860.718570] env[63862]: value = "task-2097591" [ 1860.718570] env[63862]: _type = "Task" [ 1860.718570] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.730577] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.772761] env[63862]: DEBUG nova.compute.utils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.780274] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.780274] env[63862]: DEBUG nova.network.neutron [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.853080] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.869814] env[63862]: DEBUG nova.compute.manager [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1860.870063] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.871498] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddacd7a-4a84-4e5b-b688-40f2827eba6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.879762] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.880125] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b195edce-323a-423d-bd21-c69080c8a851 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.886604] env[63862]: DEBUG oslo_vmware.api [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1860.886604] env[63862]: value = "task-2097592" [ 1860.886604] env[63862]: _type = "Task" [ 1860.886604] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.900237] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1860.900445] env[63862]: DEBUG oslo_vmware.api [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.901859] env[63862]: DEBUG nova.policy [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca484c4e4d4b4dbb87c9f0199c7c2e78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e302f95f6190437282422bb28078a3b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.903400] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1860.978929] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.979306] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6cbb74e-975e-4286-b162-5069c495b20c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.988781] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1860.988781] env[63862]: value = "task-2097593" [ 1860.988781] env[63862]: _type = "Task" [ 1860.988781] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.001526] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.035020] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669145} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.035313] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.035533] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.035776] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6d043f-f429-4186-bed8-0eb4edc2b526 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.043049] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1861.043049] env[63862]: value = "task-2097594" [ 1861.043049] env[63862]: _type = "Task" [ 1861.043049] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.052303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.052601] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.052857] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.052962] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.053151] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.055439] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.055504] env[63862]: INFO nova.compute.manager [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Terminating instance [ 1861.181215] env[63862]: DEBUG nova.network.neutron [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Updated VIF entry in instance network info cache for port d8fddb3d-02e7-4fc2-92fe-6d0486d50de0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1861.181671] env[63862]: DEBUG nova.network.neutron [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Updating instance_info_cache with network_info: [{"id": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "address": "fa:16:3e:73:9e:ce", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fddb3d-02", "ovs_interfaceid": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.185763] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.185763] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.232587] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.237645] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.237816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.238080] env[63862]: DEBUG nova.compute.manager [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.239080] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537946d-ef7d-41f7-bb78-ce78f410db9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.247495] env[63862]: DEBUG nova.compute.manager [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1861.247495] env[63862]: DEBUG nova.objects.instance [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lazy-loading 'flavor' on Instance uuid e41c8a2b-c912-40b1-99a4-1ce6bb2686d5 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.278181] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.355138] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.402861] env[63862]: DEBUG oslo_vmware.api [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097592, 'name': PowerOffVM_Task, 'duration_secs': 0.306078} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.402861] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.402861] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.409553] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6ac5661-3a2d-4dc4-9de2-8f301aaaff1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.504685] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097593, 'name': PowerOffVM_Task, 'duration_secs': 0.154268} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.505074] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1861.505395] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.506280] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9f77d-4beb-4d5b-bd0c-627cddec006a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.514667] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1861.514991] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0fcae86-8ffd-4bc1-b3ae-95811664347a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.544627] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.544627] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.544627] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Deleting the datastore file [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.544627] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c4a36c-0281-4dcc-a7c0-36c2da50b03f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.560979] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1861.560979] env[63862]: value = "task-2097597" [ 1861.560979] env[63862]: _type = "Task" [ 1861.560979] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.561325] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136803} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.561667] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.565964] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b75ecf-fcbc-4fb1-8fe4-7cc64ae8cc08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.569795] env[63862]: DEBUG nova.compute.manager [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1861.570324] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.570475] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1861.570705] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1861.571445] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleting the datastore file [datastore2] 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1861.572712] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e8c3bd-0d3d-43a3-93f2-693f329dc62f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.577431] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab54a32d-ad53-4557-bc39-bff88d2737ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.594622] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.603630] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.604623] env[63862]: DEBUG nova.network.neutron [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Successfully updated port: 06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.609932] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6741306f-9d0d-45e3-8658-ca5a2098f4ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.627843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "refresh_cache-3f3b63ea-f969-434e-8788-19b88d5fa652" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.627843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquired lock "refresh_cache-3f3b63ea-f969-434e-8788-19b88d5fa652" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.627843] env[63862]: DEBUG nova.network.neutron [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.631531] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1861.635466] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b797e18c-b9bd-42f7-b715-8edf206ab44d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.639546] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1861.639546] env[63862]: value = "task-2097599" [ 1861.639546] env[63862]: _type = "Task" [ 1861.639546] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.641454] env[63862]: DEBUG oslo_vmware.api [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1861.641454] env[63862]: value = "task-2097598" [ 1861.641454] env[63862]: _type = "Task" [ 1861.641454] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.645844] env[63862]: DEBUG oslo_vmware.api [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1861.645844] env[63862]: value = "task-2097600" [ 1861.645844] env[63862]: _type = "Task" [ 1861.645844] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.660208] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.665024] env[63862]: DEBUG oslo_vmware.api [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.667235] env[63862]: DEBUG oslo_vmware.api [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.686579] env[63862]: DEBUG oslo_concurrency.lockutils [req-b3a105de-a4c9-49fa-9758-c049826b2a79 req-f980f87b-1817-4ae7-b014-f47710cd85f1 service nova] Releasing lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.736128] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773092} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.736128] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a57679b4-7b79-4644-ac00-8b6a529d836c/a57679b4-7b79-4644-ac00-8b6a529d836c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.737030] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.737030] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01fcd7ad-6cca-40b2-b4f0-928d0da6cd14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.741255] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddd13c3-a43f-45ee-9701-4a474036c52f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.748769] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1861.748769] env[63862]: value = "task-2097601" [ 1861.748769] env[63862]: _type = "Task" [ 1861.748769] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.755172] env[63862]: DEBUG nova.network.neutron [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Successfully created port: 16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.761035] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a105f22-d472-44a3-ac96-33137634eb9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.770301] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.807467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7478e04-b468-401c-8f61-d1ee966383a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.815701] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba6c30-3bae-4205-8c3a-cbaf8d62c4a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.831546] env[63862]: DEBUG nova.compute.provider_tree [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.854562] env[63862]: DEBUG oslo_vmware.api [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097590, 'name': PowerOnVM_Task, 'duration_secs': 1.169026} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.854839] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.855296] env[63862]: INFO nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Took 11.69 seconds to spawn the instance on the hypervisor. [ 1861.855296] env[63862]: DEBUG nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.856096] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14ac88c-a5f1-47fb-b2fb-405fe8354fa5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.074020] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207079} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.074020] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.074020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.074020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.152909] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097599, 'name': ReconfigVM_Task, 'duration_secs': 0.466117} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.157192] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.168607] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a99d675-4b7b-4f72-bc9b-187e52796860 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.168607] env[63862]: DEBUG oslo_vmware.api [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347496} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.168607] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.168607] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.168607] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.168935] env[63862]: INFO nova.compute.manager [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1862.170313] env[63862]: DEBUG oslo.service.loopingcall [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.174586] env[63862]: DEBUG nova.network.neutron [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.178207] env[63862]: DEBUG nova.compute.manager [-] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.178305] env[63862]: DEBUG nova.network.neutron [-] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.180267] env[63862]: DEBUG oslo_vmware.api [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097600, 'name': PowerOffVM_Task, 'duration_secs': 0.169959} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.180514] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.180688] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.183535] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf5f43e1-2b49-4696-9ced-ecfbe7b8c620 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.188427] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1862.188427] env[63862]: value = "task-2097602" [ 1862.188427] env[63862]: _type = "Task" [ 1862.188427] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.198576] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097602, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.267220] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083819} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.267398] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.268512] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfc1a7-9798-433b-9080-e5fffa0d510e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.271895] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.271895] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ef411c-4305-4f65-9172-b88c4b0d6776 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.294410] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] a57679b4-7b79-4644-ac00-8b6a529d836c/a57679b4-7b79-4644-ac00-8b6a529d836c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.300606] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667dfce7-d7e7-4937-9fe5-7b24bac91fbe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.315161] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.315407] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.315590] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Deleting the datastore file [datastore2] 5239ff9f-cfc1-47a0-96b2-455cc2768aee {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.317862] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1862.319813] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfae6ad3-e038-42ae-83ff-9378f42502cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.322593] env[63862]: DEBUG oslo_vmware.api [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1862.322593] env[63862]: value = "task-2097604" [ 1862.322593] env[63862]: _type = "Task" [ 1862.322593] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.328090] env[63862]: DEBUG oslo_vmware.api [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for the task: (returnval){ [ 1862.328090] env[63862]: value = "task-2097605" [ 1862.328090] env[63862]: _type = "Task" [ 1862.328090] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.329827] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1862.329827] env[63862]: value = "task-2097606" [ 1862.329827] env[63862]: _type = "Task" [ 1862.329827] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.335748] env[63862]: DEBUG oslo_vmware.api [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.338706] env[63862]: DEBUG nova.scheduler.client.report [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1862.355567] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.359710] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1862.359710] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1862.359710] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1862.360465] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1862.360465] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1862.360465] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1862.360798] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1862.361086] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1862.361385] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1862.361659] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1862.361946] env[63862]: DEBUG nova.virt.hardware [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1862.368153] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a4d9f3-3809-4610-8189-2efc139f85bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.377956] env[63862]: DEBUG oslo_vmware.api [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.383055] env[63862]: INFO nova.compute.manager [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Took 26.09 seconds to build instance. [ 1862.388427] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677e3342-b2dd-4067-afe5-c0cbb59ebada {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.460527] env[63862]: DEBUG nova.compute.manager [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Received event network-changed-3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1862.460773] env[63862]: DEBUG nova.compute.manager [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Refreshing instance network info cache due to event network-changed-3081bff0-45e6-4587-b5d2-fe634d6c5d0c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1862.460953] env[63862]: DEBUG oslo_concurrency.lockutils [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] Acquiring lock "refresh_cache-a57679b4-7b79-4644-ac00-8b6a529d836c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.461129] env[63862]: DEBUG oslo_concurrency.lockutils [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] Acquired lock "refresh_cache-a57679b4-7b79-4644-ac00-8b6a529d836c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.461349] env[63862]: DEBUG nova.network.neutron [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Refreshing network info cache for port 3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.515133] env[63862]: DEBUG nova.network.neutron [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Updating instance_info_cache with network_info: [{"id": "06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3", "address": "fa:16:3e:1b:7c:cc", "network": {"id": "4b7277da-5ec6-41a4-8e2a-e474dd5f7e27", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-126495531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c6a1b8cbf824ca392b66cc5b710b9ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef84a0-ca", "ovs_interfaceid": "06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.700113] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097602, 'name': Rename_Task, 'duration_secs': 0.382721} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.700695] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.701020] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95f4aec7-e5c9-4da6-90f7-abc024d224c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.707917] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1862.707917] env[63862]: value = "task-2097607" [ 1862.707917] env[63862]: _type = "Task" [ 1862.707917] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.716876] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.833599] env[63862]: DEBUG oslo_vmware.api [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097604, 'name': PowerOffVM_Task, 'duration_secs': 0.36023} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.836345] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.836582] env[63862]: DEBUG nova.compute.manager [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.837864] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f58cbd8-c6bb-4cfc-8442-9444e77b8b04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.852126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.852696] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1862.857384] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097606, 'name': ReconfigVM_Task, 'duration_secs': 0.508223} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.861014] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.006s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.862521] env[63862]: INFO nova.compute.claims [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.865297] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] a57679b4-7b79-4644-ac00-8b6a529d836c/a57679b4-7b79-4644-ac00-8b6a529d836c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.865907] env[63862]: DEBUG oslo_vmware.api [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Task: {'id': task-2097605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330445} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.866343] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b72909e8-ffee-4f0c-82d0-fb0e8c4006d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.868881] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.869026] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.869217] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.869401] env[63862]: INFO nova.compute.manager [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1862.869629] env[63862]: DEBUG oslo.service.loopingcall [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.869821] env[63862]: DEBUG nova.compute.manager [-] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.869914] env[63862]: DEBUG nova.network.neutron [-] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.876244] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1862.876244] env[63862]: value = "task-2097608" [ 1862.876244] env[63862]: _type = "Task" [ 1862.876244] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.884966] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097608, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.887418] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2c2f31eb-a700-4f91-8248-6d5fc05e4ce7 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.611s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.899801] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.018530] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Releasing lock "refresh_cache-3f3b63ea-f969-434e-8788-19b88d5fa652" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.018764] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Instance network_info: |[{"id": "06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3", "address": "fa:16:3e:1b:7c:cc", "network": {"id": "4b7277da-5ec6-41a4-8e2a-e474dd5f7e27", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-126495531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c6a1b8cbf824ca392b66cc5b710b9ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef84a0-ca", "ovs_interfaceid": "06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.019335] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.028645] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Creating folder: Project (8c6a1b8cbf824ca392b66cc5b710b9ec). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.032627] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55071110-4ce7-406f-bf5c-23c7e26cb319 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.037550] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.037771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.047360] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Created folder: Project (8c6a1b8cbf824ca392b66cc5b710b9ec) in parent group-v429490. [ 1863.047547] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Creating folder: Instances. Parent ref: group-v429516. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.047781] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276acad8-835d-45a8-98cd-7e458d47dd6e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.056261] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Created folder: Instances in parent group-v429516. [ 1863.056487] env[63862]: DEBUG oslo.service.loopingcall [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.056670] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.056879] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c253d62-6287-48f7-a7a8-c73609d9cc4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.076600] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.076600] env[63862]: value = "task-2097611" [ 1863.076600] env[63862]: _type = "Task" [ 1863.076600] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.086871] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097611, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.116629] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.116979] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.117240] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.117451] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.117601] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.117746] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.117956] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.118158] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.118402] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.118496] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.118666] env[63862]: DEBUG nova.virt.hardware [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.119554] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211cb23-034b-4bb3-b83f-a411b8fc71b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.129082] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b66dc-43bd-456c-8921-349620958a84 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.143953] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.154360] env[63862]: DEBUG oslo.service.loopingcall [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.154360] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.154360] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03550a1a-799a-4856-82dd-81b1ca7fdf7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.172910] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.172910] env[63862]: value = "task-2097612" [ 1863.172910] env[63862]: _type = "Task" [ 1863.172910] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.176914] env[63862]: DEBUG nova.network.neutron [-] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.183113] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097612, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.218237] env[63862]: DEBUG oslo_vmware.api [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097607, 'name': PowerOnVM_Task, 'duration_secs': 0.496203} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.218520] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.218710] env[63862]: INFO nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1863.218885] env[63862]: DEBUG nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.219833] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd347b-5f5c-4535-84f9-5099adb1e359 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.353262] env[63862]: DEBUG nova.network.neutron [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Updated VIF entry in instance network info cache for port 3081bff0-45e6-4587-b5d2-fe634d6c5d0c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.353652] env[63862]: DEBUG nova.network.neutron [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Updating instance_info_cache with network_info: [{"id": "3081bff0-45e6-4587-b5d2-fe634d6c5d0c", "address": "fa:16:3e:2c:a9:9c", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3081bff0-45", "ovs_interfaceid": "3081bff0-45e6-4587-b5d2-fe634d6c5d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.361584] env[63862]: DEBUG nova.compute.utils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1863.363283] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7324d83c-770e-48c6-a4ee-1bae53e17c61 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.125s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.364183] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1863.364354] env[63862]: DEBUG nova.network.neutron [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.388852] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097608, 'name': Rename_Task, 'duration_secs': 0.167172} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.389275] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.392259] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.393171] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111f62b1-4af3-4c41-841a-74dd15454cab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.401597] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1863.401597] env[63862]: value = "task-2097613" [ 1863.401597] env[63862]: _type = "Task" [ 1863.401597] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.414216] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.468019] env[63862]: DEBUG nova.policy [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d4758c3c0924c06b30ca18de0b302cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4853be0461a416782d1e728dd59855d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1863.590021] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097611, 'name': CreateVM_Task, 'duration_secs': 0.440529} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.590663] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.591499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.591800] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.592256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.592628] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff3c1da5-4ef0-4183-b26d-d7607699e0d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.597746] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1863.597746] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5254b237-256b-b17a-41ff-97f4d39380ce" [ 1863.597746] env[63862]: _type = "Task" [ 1863.597746] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.607589] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5254b237-256b-b17a-41ff-97f4d39380ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.679756] env[63862]: INFO nova.compute.manager [-] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Took 1.50 seconds to deallocate network for instance. [ 1863.687555] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097612, 'name': CreateVM_Task, 'duration_secs': 0.386471} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.691946] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.692563] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.737147] env[63862]: INFO nova.compute.manager [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Took 16.82 seconds to build instance. [ 1863.793623] env[63862]: DEBUG nova.network.neutron [-] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.835793] env[63862]: DEBUG nova.network.neutron [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Successfully updated port: 16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.856434] env[63862]: DEBUG oslo_concurrency.lockutils [req-9ab39707-6a8b-4272-8266-5ebbeef9bde8 req-4a9ba1b1-7a35-41cb-b2ec-698000a22b96 service nova] Releasing lock "refresh_cache-a57679b4-7b79-4644-ac00-8b6a529d836c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.868212] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1863.891724] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.899814] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1863.914760] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.929825] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.970637] env[63862]: DEBUG nova.network.neutron [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Successfully created port: fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.112453] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5254b237-256b-b17a-41ff-97f4d39380ce, 'name': SearchDatastore_Task, 'duration_secs': 0.020026} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.114432] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.114759] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.114987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.115263] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.115749] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.117117] env[63862]: DEBUG nova.compute.manager [req-8ad43dfd-0a53-4568-b93f-b93bd680d07a req-f900fcdb-04c9-4b80-bba7-e9978299d496 service nova] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Received event network-vif-deleted-58b44ac8-85c7-4697-bea8-51ea69c8c40b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1864.117431] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.117860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.118269] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c6176bb-9781-4c3e-8c78-2fc090fab75a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.122967] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ae2205-3b7e-4f67-a4e5-51a1b8aabad8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.130734] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1864.130734] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526e1a8f-332e-541b-8d32-abd8cc0a0258" [ 1864.130734] env[63862]: _type = "Task" [ 1864.130734] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.135809] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.136033] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.137205] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559cacea-b675-4ed6-aadd-334001e916ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.150232] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526e1a8f-332e-541b-8d32-abd8cc0a0258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.153644] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1864.153644] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d9242b-8ab9-94fa-4f44-0fbec40f5b60" [ 1864.153644] env[63862]: _type = "Task" [ 1864.153644] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.164264] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d9242b-8ab9-94fa-4f44-0fbec40f5b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.195170] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.244788] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05be6184-592f-4ac7-a629-f2a6277654a3 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "d0604e22-2070-4f9f-a454-4ce6a0c33475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.193s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.296063] env[63862]: INFO nova.compute.manager [-] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Took 1.43 seconds to deallocate network for instance. [ 1864.334405] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ccbec7-96aa-49c1-95e9-3e68d82e5b99 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.345941] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "refresh_cache-91a8bffe-660c-49fd-9b5c-c575f8304c2e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.346115] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquired lock "refresh_cache-91a8bffe-660c-49fd-9b5c-c575f8304c2e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.346279] env[63862]: DEBUG nova.network.neutron [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.348278] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b77bfe-04a0-4b03-9939-031ff5bc862a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.397035] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b253036-3f60-4c24-8e51-82fcd99fbff8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.404720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.410074] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf1a3c4-1af2-4f6e-a08e-c7a8e3082e51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.419530] env[63862]: DEBUG oslo_vmware.api [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097613, 'name': PowerOnVM_Task, 'duration_secs': 0.876134} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.427987] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.428270] env[63862]: INFO nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1864.428455] env[63862]: DEBUG nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1864.429040] env[63862]: DEBUG nova.compute.provider_tree [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.430908] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5becc554-3e51-49c3-b795-1f4c8ccfcc5a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.454058] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "4cfe5db8-924d-4733-a0aa-77b41889ab56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.454058] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.641576] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526e1a8f-332e-541b-8d32-abd8cc0a0258, 'name': SearchDatastore_Task, 'duration_secs': 0.021874} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.641930] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.642195] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.642450] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.664056] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d9242b-8ab9-94fa-4f44-0fbec40f5b60, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.666215] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db874d5-a879-4d60-b344-becdc7d42ea8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.672260] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1864.672260] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b88ff6-d27c-f758-14e4-234daeec134d" [ 1864.672260] env[63862]: _type = "Task" [ 1864.672260] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.681701] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b88ff6-d27c-f758-14e4-234daeec134d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.746945] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1864.805875] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.900893] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1864.935421] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1864.935671] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.935817] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1864.936213] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.936213] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1864.936469] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1864.936533] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1864.936688] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1864.936851] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1864.937016] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1864.942019] env[63862]: DEBUG nova.virt.hardware [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1864.942019] env[63862]: DEBUG nova.network.neutron [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.943605] env[63862]: DEBUG nova.scheduler.client.report [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.951115] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09b7a3c-b7ae-4193-ad90-c9a6742d0bba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.960676] env[63862]: INFO nova.compute.manager [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Took 26.15 seconds to build instance. [ 1864.967497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f65ab-5b18-4d60-8c23-39877753ba88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.183997] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b88ff6-d27c-f758-14e4-234daeec134d, 'name': SearchDatastore_Task, 'duration_secs': 0.012361} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.184139] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.184758] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3f3b63ea-f969-434e-8788-19b88d5fa652/3f3b63ea-f969-434e-8788-19b88d5fa652.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.184758] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.185019] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.185189] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca3f453-f948-4c88-af98-505d2724b96b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.187503] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ad0eabe-d6ce-4587-8388-be5a31b04abb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.195250] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1865.195250] env[63862]: value = "task-2097614" [ 1865.195250] env[63862]: _type = "Task" [ 1865.195250] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.200038] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.200193] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.201211] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97228ad3-5497-4344-94f5-872c38348b3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.205157] env[63862]: DEBUG nova.network.neutron [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Updating instance_info_cache with network_info: [{"id": "16f70740-01d1-49d9-8858-c3609186b881", "address": "fa:16:3e:bb:10:9c", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f70740-01", "ovs_interfaceid": "16f70740-01d1-49d9-8858-c3609186b881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.210185] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.216724] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1865.216724] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f2a0fe-9a47-1232-51f4-2d9684fcb2da" [ 1865.216724] env[63862]: _type = "Task" [ 1865.216724] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.229918] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2a0fe-9a47-1232-51f4-2d9684fcb2da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.272485] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.452557] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.453109] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1865.458212] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.568s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.460510] env[63862]: INFO nova.compute.claims [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.466252] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c242a2a-98e6-4a15-a7b7-1cafd173fd7d tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.667s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.536717] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Received event network-vif-plugged-06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1865.536819] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Acquiring lock "3f3b63ea-f969-434e-8788-19b88d5fa652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.539603] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.539921] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.540372] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] No waiting events found dispatching network-vif-plugged-06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1865.540603] env[63862]: WARNING nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Received unexpected event network-vif-plugged-06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 for instance with vm_state building and task_state spawning. [ 1865.541214] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Received event network-changed-06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1865.541352] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Refreshing instance network info cache due to event network-changed-06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1865.541565] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Acquiring lock "refresh_cache-3f3b63ea-f969-434e-8788-19b88d5fa652" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.542336] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Acquired lock "refresh_cache-3f3b63ea-f969-434e-8788-19b88d5fa652" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.542336] env[63862]: DEBUG nova.network.neutron [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Refreshing network info cache for port 06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1865.661038] env[63862]: INFO nova.compute.manager [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Rebuilding instance [ 1865.711704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Releasing lock "refresh_cache-91a8bffe-660c-49fd-9b5c-c575f8304c2e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.712386] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Instance network_info: |[{"id": "16f70740-01d1-49d9-8858-c3609186b881", "address": "fa:16:3e:bb:10:9c", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f70740-01", "ovs_interfaceid": "16f70740-01d1-49d9-8858-c3609186b881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1865.712870] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.713394] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:10:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16f70740-01d1-49d9-8858-c3609186b881', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1865.723166] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Creating folder: Project (e302f95f6190437282422bb28078a3b1). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.723586] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6b36a9-0911-4f4b-882d-c679663c556f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.734258] env[63862]: DEBUG nova.compute.manager [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.735824] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303203d-780a-49bc-b884-fae1fd5a7131 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.745263] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2a0fe-9a47-1232-51f4-2d9684fcb2da, 'name': SearchDatastore_Task, 'duration_secs': 0.016571} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.747592] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Created folder: Project (e302f95f6190437282422bb28078a3b1) in parent group-v429490. [ 1865.747818] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Creating folder: Instances. Parent ref: group-v429520. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.748208] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eba0f98-e3ac-4f9b-8136-c1c9eca417f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.750604] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-885fba24-9156-4ce4-9b42-c5f2d47f2474 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.761375] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1865.761375] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bd9a0d-bfc3-112c-dd28-662b2e3a11f6" [ 1865.761375] env[63862]: _type = "Task" [ 1865.761375] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.770220] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Created folder: Instances in parent group-v429520. [ 1865.770510] env[63862]: DEBUG oslo.service.loopingcall [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.771458] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1865.771458] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223d1f06-1ca5-4bcf-95ee-fe65be73433a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.794304] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bd9a0d-bfc3-112c-dd28-662b2e3a11f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.797839] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1865.797839] env[63862]: value = "task-2097617" [ 1865.797839] env[63862]: _type = "Task" [ 1865.797839] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.806547] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097617, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.916024] env[63862]: DEBUG nova.network.neutron [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Successfully updated port: fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.969166] env[63862]: DEBUG nova.compute.utils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.970217] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1865.970217] env[63862]: DEBUG nova.network.neutron [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.973902] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.024357] env[63862]: DEBUG nova.policy [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5c8b3ca2e44dc591d9cb776d529788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cda52bfd37de49bab9b74170c33f2ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.206921] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795609} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.206921] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3f3b63ea-f969-434e-8788-19b88d5fa652/3f3b63ea-f969-434e-8788-19b88d5fa652.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.207160] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.207271] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26b9ba4-e6c8-42f2-8800-569b06b43283 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.214922] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1866.214922] env[63862]: value = "task-2097618" [ 1866.214922] env[63862]: _type = "Task" [ 1866.214922] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.222815] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.274013] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bd9a0d-bfc3-112c-dd28-662b2e3a11f6, 'name': SearchDatastore_Task, 'duration_secs': 0.062629} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.274830] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.275172] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1866.275456] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bb5db03-adb3-44b4-8d49-60c0baf03945 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.282765] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1866.282765] env[63862]: value = "task-2097619" [ 1866.282765] env[63862]: _type = "Task" [ 1866.282765] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.295392] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.310030] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097617, 'name': CreateVM_Task, 'duration_secs': 0.439502} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.310030] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1866.310810] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.310896] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.311152] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1866.311665] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c94682b-7b10-44de-90b4-00ba4aca86f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.317448] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1866.317448] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525822e5-3b97-d714-4e9f-bccffa31654a" [ 1866.317448] env[63862]: _type = "Task" [ 1866.317448] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.325239] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525822e5-3b97-d714-4e9f-bccffa31654a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.415958] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.416152] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.416325] env[63862]: DEBUG nova.network.neutron [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.480830] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1866.502155] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.546640] env[63862]: DEBUG nova.network.neutron [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Updated VIF entry in instance network info cache for port 06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1866.547566] env[63862]: DEBUG nova.network.neutron [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Updating instance_info_cache with network_info: [{"id": "06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3", "address": "fa:16:3e:1b:7c:cc", "network": {"id": "4b7277da-5ec6-41a4-8e2a-e474dd5f7e27", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-126495531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c6a1b8cbf824ca392b66cc5b710b9ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06ef84a0-ca", "ovs_interfaceid": "06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.625493] env[63862]: DEBUG nova.network.neutron [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Successfully created port: f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.731505] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069908} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.734643] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.739028] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6e4f1-a89f-4db6-80e6-f7744b354d69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.766256] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 3f3b63ea-f969-434e-8788-19b88d5fa652/3f3b63ea-f969-434e-8788-19b88d5fa652.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.770302] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.770587] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5383d078-6b6f-476c-9227-05296808db6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.791793] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d777e584-4639-4554-b13f-f7f046385388 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.805100] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097619, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.807806] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1866.807806] env[63862]: value = "task-2097620" [ 1866.807806] env[63862]: _type = "Task" [ 1866.807806] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.808720] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1866.808720] env[63862]: value = "task-2097621" [ 1866.808720] env[63862]: _type = "Task" [ 1866.808720] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.830173] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.835932] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.843144] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525822e5-3b97-d714-4e9f-bccffa31654a, 'name': SearchDatastore_Task, 'duration_secs': 0.021222} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.846310] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.846603] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1866.846881] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.847129] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.847299] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1866.847839] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3936ed5e-f1d7-494b-a9d2-eb3b468da5c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.863043] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1866.863607] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1866.864505] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97035eff-babe-40c0-b57f-397441959c80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.872190] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1866.872190] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a3ddd9-5d65-f5fe-6468-ac294bb93f88" [ 1866.872190] env[63862]: _type = "Task" [ 1866.872190] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.887510] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a3ddd9-5d65-f5fe-6468-ac294bb93f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.961246] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b9e936-17a6-475e-968b-b27ef0cda3fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.969082] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d33abce-5d54-4f78-8b37-caae9ae945de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.007801] env[63862]: DEBUG nova.network.neutron [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.012068] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ccd1e3-2db3-4250-874c-8476f2bc3632 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.020225] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ba9747-4f6a-4a70-8f44-9852430542eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.035346] env[63862]: DEBUG nova.compute.provider_tree [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.050220] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Releasing lock "refresh_cache-3f3b63ea-f969-434e-8788-19b88d5fa652" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.050220] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Received event network-vif-plugged-16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.050220] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Acquiring lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.050939] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.050939] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.050939] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] No waiting events found dispatching network-vif-plugged-16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.050939] env[63862]: WARNING nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Received unexpected event network-vif-plugged-16f70740-01d1-49d9-8858-c3609186b881 for instance with vm_state building and task_state spawning. [ 1867.051247] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Received event network-changed-16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.051247] env[63862]: DEBUG nova.compute.manager [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Refreshing instance network info cache due to event network-changed-16f70740-01d1-49d9-8858-c3609186b881. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1867.051388] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Acquiring lock "refresh_cache-91a8bffe-660c-49fd-9b5c-c575f8304c2e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.051529] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Acquired lock "refresh_cache-91a8bffe-660c-49fd-9b5c-c575f8304c2e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.051682] env[63862]: DEBUG nova.network.neutron [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Refreshing network info cache for port 16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.190906] env[63862]: DEBUG nova.compute.manager [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.192220] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f6292-54ea-48b0-9509-7c07061f34e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.255655] env[63862]: DEBUG nova.compute.manager [req-6e2fd676-107f-49b2-939e-c3f43469a831 req-0a7e12d2-4584-402c-b2ea-bbeef74ea31a service nova] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Received event network-vif-deleted-b78d2d0b-8bbc-458d-8108-b1a9ffb05485 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1867.274561] env[63862]: DEBUG nova.network.neutron [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.305946] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701702} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.305946] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1867.305946] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1867.305946] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02ebbd94-f5b2-4bf0-a6ac-df4bb5c1d5ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.320119] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1867.320119] env[63862]: value = "task-2097622" [ 1867.320119] env[63862]: _type = "Task" [ 1867.320119] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.330489] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.330811] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097621, 'name': PowerOffVM_Task, 'duration_secs': 0.219715} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.331965] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.335099] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.335099] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a2563-0731-4387-a32a-856bbcf7417d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.338950] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.345968] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1867.345968] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-865845be-efc2-4c32-9c8e-c8eec6ff56c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.373965] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1867.374757] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1867.374757] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleting the datastore file [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1867.375512] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5904cd54-e50d-4727-98da-06a6402d6ed5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.386860] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a3ddd9-5d65-f5fe-6468-ac294bb93f88, 'name': SearchDatastore_Task, 'duration_secs': 0.046607} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.388910] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1867.388910] env[63862]: value = "task-2097624" [ 1867.388910] env[63862]: _type = "Task" [ 1867.388910] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.389271] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3a1972-324e-4732-96d2-1e627b8fa68e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.397111] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1867.397111] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52583d3f-a74d-3da4-8599-5477866a03a7" [ 1867.397111] env[63862]: _type = "Task" [ 1867.397111] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.400746] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.416277] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52583d3f-a74d-3da4-8599-5477866a03a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.512431] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1867.544132] env[63862]: DEBUG nova.scheduler.client.report [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.555446] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.555690] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.555844] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.556034] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.556191] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.556388] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.556602] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.556759] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.556971] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.557091] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.557264] env[63862]: DEBUG nova.virt.hardware [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.560210] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98076e86-e159-445b-8ef8-e02ae6d78996 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.570754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754c3106-e513-4ba5-a352-0b18cfc6b1e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.710056] env[63862]: INFO nova.compute.manager [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] instance snapshotting [ 1867.710201] env[63862]: WARNING nova.compute.manager [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1867.715480] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d9d855-6e86-408b-888d-6646150e51ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.736941] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194df889-c908-4b04-8754-8b0de557a018 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.777588] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.778595] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Instance network_info: |[{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.779697] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:0d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa451b47-be43-4a74-953e-0d36941cbb19', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.791652] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Creating folder: Project (e4853be0461a416782d1e728dd59855d). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1867.793107] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e5caa2-5cc3-4cbd-af03-21d96502f97d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.804813] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Created folder: Project (e4853be0461a416782d1e728dd59855d) in parent group-v429490. [ 1867.805774] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Creating folder: Instances. Parent ref: group-v429523. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1867.806266] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f04312f8-7ec2-4396-be69-cd0b6257ae35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.821766] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097620, 'name': ReconfigVM_Task, 'duration_secs': 0.946533} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.826015] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 3f3b63ea-f969-434e-8788-19b88d5fa652/3f3b63ea-f969-434e-8788-19b88d5fa652.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.826714] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Created folder: Instances in parent group-v429523. [ 1867.826947] env[63862]: DEBUG oslo.service.loopingcall [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.827180] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a3fb0c-c227-4009-9213-b423d0e28235 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.828868] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.829470] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11088286-8937-426e-8875-195108b0ec07 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.853020] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158653} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.853020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.853020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f093d1a8-da72-4791-a1b2-95e200d503d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.857389] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.857389] env[63862]: value = "task-2097628" [ 1867.857389] env[63862]: _type = "Task" [ 1867.857389] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.857579] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1867.857579] env[63862]: value = "task-2097627" [ 1867.857579] env[63862]: _type = "Task" [ 1867.857579] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.880566] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.881711] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a13d6b9-acbc-4073-86b5-43bf0e908a82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.904999] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097627, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.904999] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097628, 'name': CreateVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.914942] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1867.914942] env[63862]: value = "task-2097629" [ 1867.914942] env[63862]: _type = "Task" [ 1867.914942] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.925777] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320441} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.926046] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52583d3f-a74d-3da4-8599-5477866a03a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015067} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.926722] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.926937] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.927152] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.933302] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.933302] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 91a8bffe-660c-49fd-9b5c-c575f8304c2e/91a8bffe-660c-49fd-9b5c-c575f8304c2e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.935185] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af635e92-64a8-4071-bb59-f57f7b186fff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.938782] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.943059] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1867.943059] env[63862]: value = "task-2097630" [ 1867.943059] env[63862]: _type = "Task" [ 1867.943059] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.954568] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.064796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.066931] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.073085] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.137s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.074644] env[63862]: INFO nova.compute.claims [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.085070] env[63862]: DEBUG nova.network.neutron [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Updated VIF entry in instance network info cache for port 16f70740-01d1-49d9-8858-c3609186b881. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.085463] env[63862]: DEBUG nova.network.neutron [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Updating instance_info_cache with network_info: [{"id": "16f70740-01d1-49d9-8858-c3609186b881", "address": "fa:16:3e:bb:10:9c", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16f70740-01", "ovs_interfaceid": "16f70740-01d1-49d9-8858-c3609186b881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.250394] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1868.250561] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2aba45b4-e709-463d-9f01-2a30013134f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.258548] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1868.258548] env[63862]: value = "task-2097631" [ 1868.258548] env[63862]: _type = "Task" [ 1868.258548] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.271581] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.348189] env[63862]: DEBUG nova.compute.manager [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-vif-plugged-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1868.348189] env[63862]: DEBUG oslo_concurrency.lockutils [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] Acquiring lock "721fd930-260b-46e1-a6e7-7058d5ff875a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.348189] env[63862]: DEBUG oslo_concurrency.lockutils [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.349036] env[63862]: DEBUG oslo_concurrency.lockutils [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.349570] env[63862]: DEBUG nova.compute.manager [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] No waiting events found dispatching network-vif-plugged-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.349921] env[63862]: WARNING nova.compute.manager [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received unexpected event network-vif-plugged-fa451b47-be43-4a74-953e-0d36941cbb19 for instance with vm_state building and task_state spawning. [ 1868.352392] env[63862]: DEBUG nova.compute.manager [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1868.352392] env[63862]: DEBUG nova.compute.manager [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing instance network info cache due to event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1868.352392] env[63862]: DEBUG oslo_concurrency.lockutils [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] Acquiring lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.352392] env[63862]: DEBUG oslo_concurrency.lockutils [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] Acquired lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.352392] env[63862]: DEBUG nova.network.neutron [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.375265] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097628, 'name': CreateVM_Task, 'duration_secs': 0.350931} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.379715] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.380157] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097627, 'name': Rename_Task, 'duration_secs': 0.253045} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.380967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.381144] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.381523] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.381754] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.381982] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116c3271-f82d-415b-8e56-81a53317ba1b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.384031] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1db57e1-c840-4e1b-a55c-9f90f74193f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.389101] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1868.389101] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527a14bc-effb-d4af-9c76-c1cac922f2b3" [ 1868.389101] env[63862]: _type = "Task" [ 1868.389101] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.395214] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1868.395214] env[63862]: value = "task-2097632" [ 1868.395214] env[63862]: _type = "Task" [ 1868.395214] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.404540] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527a14bc-effb-d4af-9c76-c1cac922f2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.410205] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.425688] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.453667] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.575429] env[63862]: DEBUG nova.compute.utils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1868.577211] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1868.577479] env[63862]: DEBUG nova.network.neutron [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1868.588343] env[63862]: DEBUG oslo_concurrency.lockutils [req-91d49560-87fd-4eff-ac38-32122ec139cd req-bb20d543-f904-45a3-b47f-a6468ab7147e service nova] Releasing lock "refresh_cache-91a8bffe-660c-49fd-9b5c-c575f8304c2e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.710282] env[63862]: DEBUG nova.policy [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57fb3bddb95c414aa09f1aead098ce1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18d13737fb6d4531b333568fc0b69ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1868.773550] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097631, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.903776] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527a14bc-effb-d4af-9c76-c1cac922f2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.069055} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.909086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.909605] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.910079] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.910284] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.910500] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.910909] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed83ce6-0307-4b91-b9e1-179bb9977358 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.919289] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.925549] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.925728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.930108] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9394765b-44f2-4856-aaf0-d647470c6521 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.932689] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097629, 'name': ReconfigVM_Task, 'duration_secs': 0.847875} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.933015] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.934023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b7c5e16-75e4-45d1-83ad-733ff343c66a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.941319] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1868.941319] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52897041-ff1a-8a7c-b5c3-a0031c360993" [ 1868.941319] env[63862]: _type = "Task" [ 1868.941319] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.945515] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1868.945515] env[63862]: value = "task-2097633" [ 1868.945515] env[63862]: _type = "Task" [ 1868.945515] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.957201] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52897041-ff1a-8a7c-b5c3-a0031c360993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.964390] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755357} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.968993] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 91a8bffe-660c-49fd-9b5c-c575f8304c2e/91a8bffe-660c-49fd-9b5c-c575f8304c2e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.968993] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.968993] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097633, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.970496] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.970761] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.970950] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.971180] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.971387] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.971571] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.971810] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.972013] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.975285] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.975285] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.975285] env[63862]: DEBUG nova.virt.hardware [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.975285] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffb8c4de-fc9d-4707-bf31-72ffd06122c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.975507] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05054d32-a2bd-440a-b857-48764a700487 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.984742] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a927beb-7db1-4022-95ef-8b447158ce43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.988836] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1868.988836] env[63862]: value = "task-2097634" [ 1868.988836] env[63862]: _type = "Task" [ 1868.988836] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.000313] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.006140] env[63862]: DEBUG oslo.service.loopingcall [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.006881] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.007176] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faef4761-d443-413d-8141-ba7c2ede3d3a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.022194] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.028021] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.028021] env[63862]: value = "task-2097635" [ 1869.028021] env[63862]: _type = "Task" [ 1869.028021] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.034183] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097635, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.081095] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1869.277630] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097631, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.288623] env[63862]: DEBUG nova.network.neutron [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Successfully updated port: f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1869.412689] env[63862]: DEBUG oslo_vmware.api [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097632, 'name': PowerOnVM_Task, 'duration_secs': 0.889721} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.413179] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.413179] env[63862]: INFO nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1869.413505] env[63862]: DEBUG nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.414628] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f489c-74d2-4c11-8859-6ff39813283f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.455011] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52897041-ff1a-8a7c-b5c3-a0031c360993, 'name': SearchDatastore_Task, 'duration_secs': 0.025936} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.455994] env[63862]: DEBUG nova.network.neutron [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updated VIF entry in instance network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.456346] env[63862]: DEBUG nova.network.neutron [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.463309] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10186cdf-2428-4675-b3bb-c5ca4daa1bbe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.468919] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1869.468919] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52673583-a7e4-30e5-d46d-03ca1e048d25" [ 1869.468919] env[63862]: _type = "Task" [ 1869.468919] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.476344] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097633, 'name': Rename_Task, 'duration_secs': 0.246507} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.478408] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.479643] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889a053c-3807-49ba-b093-808192abe150 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.486301] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52673583-a7e4-30e5-d46d-03ca1e048d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.493023] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1869.493023] env[63862]: value = "task-2097636" [ 1869.493023] env[63862]: _type = "Task" [ 1869.493023] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.508392] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140065} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.511976] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.511976] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.512566] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e168f0-8a95-4f31-935a-0a918c110cbd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.536942] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 91a8bffe-660c-49fd-9b5c-c575f8304c2e/91a8bffe-660c-49fd-9b5c-c575f8304c2e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.540179] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcbadd5-fda1-4c29-be63-3510fc2f4c1d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.563456] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097635, 'name': CreateVM_Task, 'duration_secs': 0.431736} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.564603] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.564935] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1869.564935] env[63862]: value = "task-2097637" [ 1869.564935] env[63862]: _type = "Task" [ 1869.564935] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.565289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.565447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.568076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.568076] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc744f6-e15e-4910-ad73-783c1170a0a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.578899] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.580302] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1869.580302] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f2779a-ab81-f82e-b7f3-55aeb5f935f7" [ 1869.580302] env[63862]: _type = "Task" [ 1869.580302] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.592412] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2779a-ab81-f82e-b7f3-55aeb5f935f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.596042] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b033df-af9d-44fa-8c3c-1a16a39977cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.606496] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc963c8-c087-4fb0-adcf-935d28e5c6f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.643557] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bdf31e-8115-43e4-8e66-bd4081fc8d0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.653858] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6957a07-961d-4928-a740-fb443f3df8d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.670486] env[63862]: DEBUG nova.compute.provider_tree [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.760168] env[63862]: DEBUG nova.network.neutron [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Successfully created port: e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1869.771841] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097631, 'name': CreateSnapshot_Task, 'duration_secs': 1.239348} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.772153] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1869.772961] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99ccd7-cbe0-4426-b893-72dabb76aedb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.792190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.792190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.792190] env[63862]: DEBUG nova.network.neutron [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1869.935584] env[63862]: INFO nova.compute.manager [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Took 21.35 seconds to build instance. [ 1869.963189] env[63862]: DEBUG oslo_concurrency.lockutils [req-8815a3d2-9f80-4cd9-88b5-a8c769884a0f req-88134548-7eb6-44dd-968a-8643f03714a5 service nova] Releasing lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.986593] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52673583-a7e4-30e5-d46d-03ca1e048d25, 'name': SearchDatastore_Task, 'duration_secs': 0.021821} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.986593] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.986593] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 721fd930-260b-46e1-a6e7-7058d5ff875a/721fd930-260b-46e1-a6e7-7058d5ff875a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.986593] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d16ea5-f4ec-4799-8fe5-96156d64626f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.998397] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1869.998397] env[63862]: value = "task-2097638" [ 1869.998397] env[63862]: _type = "Task" [ 1869.998397] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.010021] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.016035] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.076324] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097637, 'name': ReconfigVM_Task, 'duration_secs': 0.278946} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.076636] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 91a8bffe-660c-49fd-9b5c-c575f8304c2e/91a8bffe-660c-49fd-9b5c-c575f8304c2e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.077387] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a67f574-51e6-4136-abe2-241ee767cbee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.086531] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1870.086531] env[63862]: value = "task-2097639" [ 1870.086531] env[63862]: _type = "Task" [ 1870.086531] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.102142] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.103830] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2779a-ab81-f82e-b7f3-55aeb5f935f7, 'name': SearchDatastore_Task, 'duration_secs': 0.018688} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.108237] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.108237] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.108237] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.108237] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.108376] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.108615] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097639, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.108774] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab3deb0-5478-46d1-91eb-c3609c9dad1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.118098] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "6f889af8-b931-4697-8b97-c7d34a8878e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.118347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.118596] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.118930] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.119578] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0699622a-19b7-430c-bee7-681f1568970d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.125060] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1870.125060] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528b5d29-333d-088d-d698-5fb11f46bd98" [ 1870.125060] env[63862]: _type = "Task" [ 1870.125060] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.135130] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528b5d29-333d-088d-d698-5fb11f46bd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.145371] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:42:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='427048667',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1589186981',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.145616] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.145774] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.145967] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.146147] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.146296] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.146521] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.146667] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.146827] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.146986] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.147195] env[63862]: DEBUG nova.virt.hardware [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.148253] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b382e195-88ab-4f2e-b226-072885141ab6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.155978] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b6d36-a8e9-49f6-8efa-79c79f71a900 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.175491] env[63862]: DEBUG nova.scheduler.client.report [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.294096] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1870.296861] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4f3412b-9166-430b-8c3c-d5d72aa79565 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.307930] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1870.307930] env[63862]: value = "task-2097640" [ 1870.307930] env[63862]: _type = "Task" [ 1870.307930] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.318254] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097640, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.363425] env[63862]: DEBUG nova.network.neutron [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1870.438678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05ea403f-a1ff-485e-8380-98ba84e57d1c tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.734s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.514821] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097638, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.524533] env[63862]: DEBUG oslo_vmware.api [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097636, 'name': PowerOnVM_Task, 'duration_secs': 0.778892} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.525039] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.525268] env[63862]: DEBUG nova.compute.manager [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.526667] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a346c44b-e8c7-4c1b-9668-c2d55c8bc798 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.603254] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097639, 'name': Rename_Task, 'duration_secs': 0.148211} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.604552] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.604552] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2264593d-efe9-4a14-9e00-4f55c83f3fc5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.612560] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1870.612560] env[63862]: value = "task-2097641" [ 1870.612560] env[63862]: _type = "Task" [ 1870.612560] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.627677] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.640443] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528b5d29-333d-088d-d698-5fb11f46bd98, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.641172] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bbf9ee7-e591-44ab-a79f-8a17bc097ef9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.651409] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1870.651409] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5287491b-3dee-223d-11e4-89fbd3617c6b" [ 1870.651409] env[63862]: _type = "Task" [ 1870.651409] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.665438] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5287491b-3dee-223d-11e4-89fbd3617c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.686885] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.687612] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.690654] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.749s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.692304] env[63862]: INFO nova.compute.claims [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1870.821952] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097640, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.900911] env[63862]: DEBUG nova.network.neutron [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updating instance_info_cache with network_info: [{"id": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "address": "fa:16:3e:66:50:4d", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf515f5a0-1f", "ovs_interfaceid": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.941694] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1871.015418] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698064} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.015418] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 721fd930-260b-46e1-a6e7-7058d5ff875a/721fd930-260b-46e1-a6e7-7058d5ff875a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.015418] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.015418] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe81454-b4a5-424d-a0ec-4fddb79b3dea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.021824] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1871.021824] env[63862]: value = "task-2097642" [ 1871.021824] env[63862]: _type = "Task" [ 1871.021824] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.033817] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.054299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.124582] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097641, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.161845] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5287491b-3dee-223d-11e4-89fbd3617c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.030385} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.162189] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.162388] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.162684] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c7a1da-054f-4113-ae3f-a9999b038ec6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.169535] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1871.169535] env[63862]: value = "task-2097643" [ 1871.169535] env[63862]: _type = "Task" [ 1871.169535] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.179117] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.197535] env[63862]: DEBUG nova.compute.utils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1871.200912] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1871.201312] env[63862]: DEBUG nova.network.neutron [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.263406] env[63862]: DEBUG nova.policy [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb7cc47dccb847b0be5bc13f1b3c996d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14a5f3e4c8a34434bdefe94cc463c6b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.319482] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097640, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.405748] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.406275] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Instance network_info: |[{"id": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "address": "fa:16:3e:66:50:4d", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf515f5a0-1f", "ovs_interfaceid": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1871.407463] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:50:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f515f5a0-1fc9-43fc-8794-724ad126af1a', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.414222] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Creating folder: Project (cda52bfd37de49bab9b74170c33f2ac5). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.414509] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f535587-83ec-4ec0-8bea-974141214729 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.425104] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Created folder: Project (cda52bfd37de49bab9b74170c33f2ac5) in parent group-v429490. [ 1871.425308] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Creating folder: Instances. Parent ref: group-v429529. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.425547] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38580807-aacf-4d5a-bcce-99f2bf420b67 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.434565] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Created folder: Instances in parent group-v429529. [ 1871.434809] env[63862]: DEBUG oslo.service.loopingcall [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.435014] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1871.435228] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83de0e1f-9175-43d9-8544-9a707ca529f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.456841] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.456841] env[63862]: value = "task-2097646" [ 1871.456841] env[63862]: _type = "Task" [ 1871.456841] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.465656] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097646, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.467077] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.537037] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09338} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.537037] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.537037] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd16675-2365-4761-8286-0b0e025bd8d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.559433] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 721fd930-260b-46e1-a6e7-7058d5ff875a/721fd930-260b-46e1-a6e7-7058d5ff875a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.559697] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-562e0dec-aed3-4777-baeb-3b80b76f467e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.579584] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1871.579584] env[63862]: value = "task-2097647" [ 1871.579584] env[63862]: _type = "Task" [ 1871.579584] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.589805] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.624877] env[63862]: DEBUG oslo_vmware.api [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097641, 'name': PowerOnVM_Task, 'duration_secs': 0.740967} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.625157] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1871.625368] env[63862]: INFO nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1871.625548] env[63862]: DEBUG nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.626339] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54adfb58-3386-49c6-b1f1-f0c8b2836755 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.684162] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.702106] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.740101] env[63862]: DEBUG nova.network.neutron [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Successfully updated port: e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.824160] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097640, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.832073] env[63862]: DEBUG nova.compute.manager [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Received event network-vif-plugged-f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1871.832073] env[63862]: DEBUG oslo_concurrency.lockutils [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] Acquiring lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.832073] env[63862]: DEBUG oslo_concurrency.lockutils [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.832073] env[63862]: DEBUG oslo_concurrency.lockutils [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.832377] env[63862]: DEBUG nova.compute.manager [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] No waiting events found dispatching network-vif-plugged-f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1871.832423] env[63862]: WARNING nova.compute.manager [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Received unexpected event network-vif-plugged-f515f5a0-1fc9-43fc-8794-724ad126af1a for instance with vm_state building and task_state spawning. [ 1871.833350] env[63862]: DEBUG nova.compute.manager [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Received event network-changed-f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1871.833350] env[63862]: DEBUG nova.compute.manager [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Refreshing instance network info cache due to event network-changed-f515f5a0-1fc9-43fc-8794-724ad126af1a. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1871.833350] env[63862]: DEBUG oslo_concurrency.lockutils [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] Acquiring lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.833350] env[63862]: DEBUG oslo_concurrency.lockutils [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] Acquired lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.833350] env[63862]: DEBUG nova.network.neutron [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Refreshing network info cache for port f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.937714] env[63862]: DEBUG nova.network.neutron [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Successfully created port: afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.975048] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097646, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.103241] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.151479] env[63862]: INFO nova.compute.manager [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Took 20.68 seconds to build instance. [ 1872.180327] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847484} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.183242] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.183533] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.184296] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12a2166a-4d28-469b-81a7-1c5a890936da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.192036] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1872.192036] env[63862]: value = "task-2097648" [ 1872.192036] env[63862]: _type = "Task" [ 1872.192036] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.198888] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb26a6e1-552d-4045-9a32-a5f499a7bb84 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.206901] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.213555] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d700352-f618-44fa-96c7-4d87be2d9420 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.247546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.247689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.247840] env[63862]: DEBUG nova.network.neutron [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.249814] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c90b14-0b3f-45d7-8bd6-577ee1537ac5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.258128] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be13af3a-2eb9-4939-b268-d019f42f2378 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.274167] env[63862]: DEBUG nova.compute.provider_tree [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.324230] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097640, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.467924] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097646, 'name': CreateVM_Task, 'duration_secs': 0.676198} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.467924] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1872.469388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.469388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.469388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.469388] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92e857a-04e3-4d1a-83f6-0d2f5322e268 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.474946] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1872.474946] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cba47d-a517-a650-5c0c-514f57a67ef1" [ 1872.474946] env[63862]: _type = "Task" [ 1872.474946] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.489885] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cba47d-a517-a650-5c0c-514f57a67ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.593923] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097647, 'name': ReconfigVM_Task, 'duration_secs': 0.553409} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.594041] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 721fd930-260b-46e1-a6e7-7058d5ff875a/721fd930-260b-46e1-a6e7-7058d5ff875a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.594690] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba216c3-dc49-44a1-955a-09bd3eedd6d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.596560] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "3f3b63ea-f969-434e-8788-19b88d5fa652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.596785] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.596966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "3f3b63ea-f969-434e-8788-19b88d5fa652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.597163] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.597324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.600939] env[63862]: INFO nova.compute.manager [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Terminating instance [ 1872.605327] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1872.605327] env[63862]: value = "task-2097649" [ 1872.605327] env[63862]: _type = "Task" [ 1872.605327] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.615925] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097649, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.654213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0a2fdd1-8e2a-49b8-abf9-d2b89082fc1b tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.479s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.706213] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088064} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.706570] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.707702] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685daa61-8616-4898-8244-d15d29c13741 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.722479] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.733889] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.734656] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8be364d-ac4c-4fd2-9246-dc8fc8c5d5e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.762406] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1872.762406] env[63862]: value = "task-2097650" [ 1872.762406] env[63862]: _type = "Task" [ 1872.762406] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.769258] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1872.770870] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.770870] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1872.770870] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.770870] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1872.770870] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1872.771245] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1872.771245] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1872.771245] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1872.772030] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1872.772289] env[63862]: DEBUG nova.virt.hardware [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1872.773683] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c34ecf3-499a-4bf7-95f1-7f33a022531d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.780273] env[63862]: DEBUG nova.scheduler.client.report [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.788821] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.793643] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2733a0-005d-42ea-8d18-6aa10693708c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.821974] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097640, 'name': CloneVM_Task, 'duration_secs': 2.415304} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.822310] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Created linked-clone VM from snapshot [ 1872.823080] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f807874-736a-4641-9325-d299afa92940 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.830528] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Uploading image 4c0d472d-1f23-402a-9c4c-11fa8c623a74 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1872.853405] env[63862]: DEBUG nova.network.neutron [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.859914] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1872.859914] env[63862]: value = "vm-429528" [ 1872.859914] env[63862]: _type = "VirtualMachine" [ 1872.859914] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1872.860426] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44f6106d-0878-4f55-b827-4d6f45bf6a65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.867171] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease: (returnval){ [ 1872.867171] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520b5f4a-e3e0-b46d-d8fb-2482495fc1e1" [ 1872.867171] env[63862]: _type = "HttpNfcLease" [ 1872.867171] env[63862]: } obtained for exporting VM: (result){ [ 1872.867171] env[63862]: value = "vm-429528" [ 1872.867171] env[63862]: _type = "VirtualMachine" [ 1872.867171] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1872.867468] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the lease: (returnval){ [ 1872.867468] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520b5f4a-e3e0-b46d-d8fb-2482495fc1e1" [ 1872.867468] env[63862]: _type = "HttpNfcLease" [ 1872.867468] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1872.874138] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1872.874138] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520b5f4a-e3e0-b46d-d8fb-2482495fc1e1" [ 1872.874138] env[63862]: _type = "HttpNfcLease" [ 1872.874138] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1872.899272] env[63862]: DEBUG nova.network.neutron [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updated VIF entry in instance network info cache for port f515f5a0-1fc9-43fc-8794-724ad126af1a. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.899639] env[63862]: DEBUG nova.network.neutron [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updating instance_info_cache with network_info: [{"id": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "address": "fa:16:3e:66:50:4d", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf515f5a0-1f", "ovs_interfaceid": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.989869] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cba47d-a517-a650-5c0c-514f57a67ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.016482} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.991036] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.991036] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1872.992125] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.992125] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.992125] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1872.992125] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-141d13e1-ea2f-4432-9de9-98071161eeb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.003116] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.003343] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1873.004545] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee613590-6884-4675-a7b0-7e6078860c9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.011312] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1873.011312] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ddfb6b-7d96-d36e-4e5c-ffdce25d4fbd" [ 1873.011312] env[63862]: _type = "Task" [ 1873.011312] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.765368] env[63862]: INFO nova.compute.manager [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Rebuilding instance [ 1873.768046] env[63862]: DEBUG nova.compute.manager [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.768046] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.768545] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.771926] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.081s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.772455] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1873.775351] env[63862]: DEBUG oslo_concurrency.lockutils [req-6845fdb2-9b12-4822-97a8-14d874b96cd3 req-c28e1bb3-3715-4fbd-8958-a4777fbc3761 service nova] Releasing lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.786024] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751c6df8-2531-4963-a9ed-9d4bc54a0678 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.790796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.860s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.793126] env[63862]: INFO nova.compute.claims [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1873.800321] env[63862]: DEBUG nova.network.neutron [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Successfully updated port: afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.809101] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ddfb6b-7d96-d36e-4e5c-ffdce25d4fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.040487} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.815252] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097649, 'name': Rename_Task, 'duration_secs': 0.228367} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.824768] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d171708-43ee-4db2-adbc-8228b563b6be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.828231] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1873.828702] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.829211] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.837173] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-604aefc1-3bfa-462a-8317-b12bedb21fd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.837173] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4509b298-5a43-46ef-9dda-a2bbd850f042 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.838380] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1873.838380] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520b5f4a-e3e0-b46d-d8fb-2482495fc1e1" [ 1873.838380] env[63862]: _type = "HttpNfcLease" [ 1873.838380] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1873.838380] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1873.838380] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520b5f4a-e3e0-b46d-d8fb-2482495fc1e1" [ 1873.838380] env[63862]: _type = "HttpNfcLease" [ 1873.838380] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1873.840183] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654d879-aae5-4e47-9052-f45a54fe6e86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.855467] env[63862]: DEBUG oslo_vmware.api [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1873.855467] env[63862]: value = "task-2097653" [ 1873.855467] env[63862]: _type = "Task" [ 1873.855467] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.855467] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1873.855467] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d2a369-34d8-6543-0084-baf5c2b6d486" [ 1873.855467] env[63862]: _type = "Task" [ 1873.855467] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.855467] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1873.855467] env[63862]: value = "task-2097652" [ 1873.855467] env[63862]: _type = "Task" [ 1873.855467] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.880027] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8e55-2bf2-b37a-8237-0428bd55eede/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1873.880027] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8e55-2bf2-b37a-8237-0428bd55eede/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1873.899042] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d2a369-34d8-6543-0084-baf5c2b6d486, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.899792] env[63862]: DEBUG oslo_vmware.api [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.900108] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097652, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.974862] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.974862] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 06cf82f5-edb4-4bab-8396-43f652e0c1cc/06cf82f5-edb4-4bab-8396-43f652e0c1cc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1873.979668] env[63862]: DEBUG nova.network.neutron [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Updating instance_info_cache with network_info: [{"id": "e3132d0f-0f90-4b2d-a83b-8da264860561", "address": "fa:16:3e:31:ab:85", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3132d0f-0f", "ovs_interfaceid": "e3132d0f-0f90-4b2d-a83b-8da264860561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.982793] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e326c9-4faf-41f3-ad34-c6126753093d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.985579] env[63862]: DEBUG nova.compute.manager [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.987034] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620eb85-9db1-4a0e-a172-85e817e8f63e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.001018] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1874.001018] env[63862]: value = "task-2097654" [ 1874.001018] env[63862]: _type = "Task" [ 1874.001018] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.013228] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.022088] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a16ec15b-8676-4451-9f87-30fb8b06a6c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.285638] env[63862]: DEBUG nova.compute.utils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1874.291601] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1874.292340] env[63862]: DEBUG nova.network.neutron [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1874.305394] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097650, 'name': ReconfigVM_Task, 'duration_secs': 1.155718} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.305882] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475/d0604e22-2070-4f9f-a454-4ce6a0c33475.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.306599] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3501f2fb-d614-4bc4-a44e-d192a38f12ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.316043] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1874.316043] env[63862]: value = "task-2097655" [ 1874.316043] env[63862]: _type = "Task" [ 1874.316043] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.316324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "refresh_cache-0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.316457] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquired lock "refresh_cache-0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.316614] env[63862]: DEBUG nova.network.neutron [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.340438] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.393525] env[63862]: DEBUG nova.compute.manager [req-98e2fd54-2565-4364-8c68-1cd9dc67dde0 req-fcf6e045-fd1e-4f21-a0a7-a3087eba719b service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Received event network-vif-plugged-afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1874.395531] env[63862]: DEBUG oslo_concurrency.lockutils [req-98e2fd54-2565-4364-8c68-1cd9dc67dde0 req-fcf6e045-fd1e-4f21-a0a7-a3087eba719b service nova] Acquiring lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.396553] env[63862]: DEBUG oslo_concurrency.lockutils [req-98e2fd54-2565-4364-8c68-1cd9dc67dde0 req-fcf6e045-fd1e-4f21-a0a7-a3087eba719b service nova] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.396688] env[63862]: DEBUG oslo_concurrency.lockutils [req-98e2fd54-2565-4364-8c68-1cd9dc67dde0 req-fcf6e045-fd1e-4f21-a0a7-a3087eba719b service nova] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.396840] env[63862]: DEBUG nova.compute.manager [req-98e2fd54-2565-4364-8c68-1cd9dc67dde0 req-fcf6e045-fd1e-4f21-a0a7-a3087eba719b service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] No waiting events found dispatching network-vif-plugged-afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1874.397061] env[63862]: WARNING nova.compute.manager [req-98e2fd54-2565-4364-8c68-1cd9dc67dde0 req-fcf6e045-fd1e-4f21-a0a7-a3087eba719b service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Received unexpected event network-vif-plugged-afaa0910-f829-4a55-b797-f32d3c207a6d for instance with vm_state building and task_state spawning. [ 1874.398729] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097655, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.437252] env[63862]: DEBUG oslo_vmware.api [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097653, 'name': PowerOffVM_Task, 'duration_secs': 0.212092} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.437825] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.440908] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.442249] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.442838] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06bb4faa-7f11-42f6-a0e8-3cbdc89f09c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.489151] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Releasing lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.489461] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Instance network_info: |[{"id": "e3132d0f-0f90-4b2d-a83b-8da264860561", "address": "fa:16:3e:31:ab:85", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3132d0f-0f", "ovs_interfaceid": "e3132d0f-0f90-4b2d-a83b-8da264860561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.489732] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "2e81036f-03b0-400f-adc6-4eb39f947b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.489943] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "2e81036f-03b0-400f-adc6-4eb39f947b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.490381] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:ab:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3132d0f-0f90-4b2d-a83b-8da264860561', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.503272] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Creating folder: Project (18d13737fb6d4531b333568fc0b69ce6). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.507021] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3633faea-d2ce-432d-ad42-c4d64c1273cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.523645] env[63862]: DEBUG nova.policy [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461de315bf2445e9ada3a86a07a9a6d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92fc01e7e1954c75aed979ccf86ef2fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.547105] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491738} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.547105] env[63862]: DEBUG nova.network.neutron [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.558933] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 06cf82f5-edb4-4bab-8396-43f652e0c1cc/06cf82f5-edb4-4bab-8396-43f652e0c1cc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1874.559277] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1874.560556] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Created folder: Project (18d13737fb6d4531b333568fc0b69ce6) in parent group-v429490. [ 1874.560697] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Creating folder: Instances. Parent ref: group-v429532. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.560984] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de4eaa9-30ca-44a1-85f8-f37d66ad59d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.564398] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fcd9d07-2c95-441d-87c7-578da04c415e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.568254] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.568483] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.568693] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Deleting the datastore file [datastore2] 3f3b63ea-f969-434e-8788-19b88d5fa652 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.569940] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe4a809c-2b23-470e-82c9-157f642ebd0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.574345] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1874.574345] env[63862]: value = "task-2097658" [ 1874.574345] env[63862]: _type = "Task" [ 1874.574345] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.581462] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Created folder: Instances in parent group-v429532. [ 1874.584578] env[63862]: DEBUG oslo.service.loopingcall [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.585038] env[63862]: DEBUG oslo_vmware.api [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for the task: (returnval){ [ 1874.585038] env[63862]: value = "task-2097660" [ 1874.585038] env[63862]: _type = "Task" [ 1874.585038] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.588557] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.588557] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5290c3-805a-4d25-a361-4503ae2888c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.631387] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.637144] env[63862]: DEBUG oslo_vmware.api [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.638400] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.638400] env[63862]: value = "task-2097661" [ 1874.638400] env[63862]: _type = "Task" [ 1874.638400] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.647592] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097661, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.797368] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1874.825472] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097655, 'name': Rename_Task, 'duration_secs': 0.301654} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.827668] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.827668] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a0d495-bf05-4802-9676-2bad0af79090 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.838288] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1874.838288] env[63862]: value = "task-2097663" [ 1874.838288] env[63862]: _type = "Task" [ 1874.838288] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.848770] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.889736] env[63862]: DEBUG oslo_vmware.api [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097652, 'name': PowerOnVM_Task, 'duration_secs': 0.662579} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.893330] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.896178] env[63862]: INFO nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1874.896414] env[63862]: DEBUG nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.898084] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e3adb-2db5-4258-82eb-4bcb63945195 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.910496] env[63862]: DEBUG nova.compute.manager [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.912172] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f65a45-7c98-409c-ae19-6fb72efaf37a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.001512] env[63862]: DEBUG nova.compute.manager [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Received event network-vif-plugged-e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1875.002420] env[63862]: DEBUG oslo_concurrency.lockutils [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] Acquiring lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.002420] env[63862]: DEBUG oslo_concurrency.lockutils [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.003182] env[63862]: DEBUG oslo_concurrency.lockutils [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.003555] env[63862]: DEBUG nova.compute.manager [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] No waiting events found dispatching network-vif-plugged-e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1875.003925] env[63862]: WARNING nova.compute.manager [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Received unexpected event network-vif-plugged-e3132d0f-0f90-4b2d-a83b-8da264860561 for instance with vm_state building and task_state spawning. [ 1875.005208] env[63862]: DEBUG nova.compute.manager [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Received event network-changed-e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1875.005208] env[63862]: DEBUG nova.compute.manager [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Refreshing instance network info cache due to event network-changed-e3132d0f-0f90-4b2d-a83b-8da264860561. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1875.005208] env[63862]: DEBUG oslo_concurrency.lockutils [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] Acquiring lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.005208] env[63862]: DEBUG oslo_concurrency.lockutils [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] Acquired lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.005208] env[63862]: DEBUG nova.network.neutron [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Refreshing network info cache for port e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.018033] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.022476] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b123e025-ab00-4775-a1d4-a9405d3e0e04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.043715] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "c7f916a1-2ef1-47ea-9696-816ca2c28610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.044944] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.045644] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1875.045644] env[63862]: value = "task-2097667" [ 1875.045644] env[63862]: _type = "Task" [ 1875.045644] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.061611] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.088054] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101757} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.088054] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1875.088054] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0c167-68da-4cfd-8c4f-9a9a01c33a29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.106720] env[63862]: DEBUG oslo_vmware.api [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Task: {'id': task-2097660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246465} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.120470] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.120888] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.121283] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.121628] env[63862]: INFO nova.compute.manager [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1875.121905] env[63862]: DEBUG oslo.service.loopingcall [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.133725] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 06cf82f5-edb4-4bab-8396-43f652e0c1cc/06cf82f5-edb4-4bab-8396-43f652e0c1cc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.137317] env[63862]: DEBUG nova.compute.manager [-] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.137317] env[63862]: DEBUG nova.network.neutron [-] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.139099] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c1c5c8-1411-4209-877a-ea90d4607b94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.167662] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097661, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.169881] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1875.169881] env[63862]: value = "task-2097668" [ 1875.169881] env[63862]: _type = "Task" [ 1875.169881] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.184560] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.348699] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.357015] env[63862]: DEBUG nova.network.neutron [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Updating instance_info_cache with network_info: [{"id": "afaa0910-f829-4a55-b797-f32d3c207a6d", "address": "fa:16:3e:ab:7d:97", "network": {"id": "2bf67e2a-ee95-458e-b2db-2f3c83d326d2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2091476459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "14a5f3e4c8a34434bdefe94cc463c6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaa0910-f8", "ovs_interfaceid": "afaa0910-f829-4a55-b797-f32d3c207a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.420646] env[63862]: INFO nova.compute.manager [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Took 23.52 seconds to build instance. [ 1875.429169] env[63862]: INFO nova.compute.manager [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] instance snapshotting [ 1875.433244] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb7e1b-0a15-4723-8dbb-10a536753be6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.439624] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acca462-bb54-4002-ad08-b8bbb7ce3684 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.470247] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47c4fa-0acf-4e55-8e19-99652ab92f10 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.479921] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74459c7f-cf70-4f62-ab4c-44cc601e3bc8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.529814] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78859117-cd7c-4ad6-bf39-be295f993489 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.538747] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9e630-67db-4c85-9b4b-409752efb59d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.557143] env[63862]: DEBUG nova.compute.provider_tree [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.569605] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097667, 'name': PowerOffVM_Task, 'duration_secs': 0.235909} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.569854] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.572028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.572028] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14fba94-a1ef-43d5-863d-0dfe5be2b416 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.580114] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.580376] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed58d59c-1751-4f13-b6ee-fa3700b69996 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.602737] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1875.603078] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1875.603167] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Deleting the datastore file [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1875.603413] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4837ee6-7c41-4359-89c7-fd83e8f3ff88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.611728] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1875.611728] env[63862]: value = "task-2097670" [ 1875.611728] env[63862]: _type = "Task" [ 1875.611728] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.620975] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.626909] env[63862]: DEBUG nova.network.neutron [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Successfully created port: 5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1875.673929] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097661, 'name': CreateVM_Task, 'duration_secs': 0.587717} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.677874] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.678306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.678474] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.678919] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.679586] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfc9164-6911-4b2c-b45b-1b282ef739a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.684708] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097668, 'name': ReconfigVM_Task, 'duration_secs': 0.344178} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.685392] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 06cf82f5-edb4-4bab-8396-43f652e0c1cc/06cf82f5-edb4-4bab-8396-43f652e0c1cc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.686018] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae0c932c-85f9-42f9-bf6e-0fac6e1ca27f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.689207] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1875.689207] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524e969a-b80c-8bbc-0038-f3459ea910f3" [ 1875.689207] env[63862]: _type = "Task" [ 1875.689207] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.694119] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1875.694119] env[63862]: value = "task-2097671" [ 1875.694119] env[63862]: _type = "Task" [ 1875.694119] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.700516] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524e969a-b80c-8bbc-0038-f3459ea910f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.709555] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097671, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.806394] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1875.849120] env[63862]: DEBUG oslo_vmware.api [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097663, 'name': PowerOnVM_Task, 'duration_secs': 0.763531} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.852180] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.852753] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.852903] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.853215] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.853440] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.853683] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.854016] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.854323] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.854707] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.854900] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.855094] env[63862]: DEBUG nova.virt.hardware [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.856053] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.856053] env[63862]: DEBUG nova.compute.manager [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.856575] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffbdc2b-fa00-413a-a72a-1283a8a76837 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.859887] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c988f9a-45ff-4ab2-8301-fdee97e1318f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.865665] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Releasing lock "refresh_cache-0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.866057] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Instance network_info: |[{"id": "afaa0910-f829-4a55-b797-f32d3c207a6d", "address": "fa:16:3e:ab:7d:97", "network": {"id": "2bf67e2a-ee95-458e-b2db-2f3c83d326d2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2091476459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "14a5f3e4c8a34434bdefe94cc463c6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaa0910-f8", "ovs_interfaceid": "afaa0910-f829-4a55-b797-f32d3c207a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.869212] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '790c811b-3fa6-49f8-87ac-c51450911137', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afaa0910-f829-4a55-b797-f32d3c207a6d', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.877508] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Creating folder: Project (14a5f3e4c8a34434bdefe94cc463c6b6). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1875.879388] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73706c84-222b-4f69-bcee-02f980afeb28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.882039] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832f9b7e-83e2-46c5-86e4-ada962203243 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.903801] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Created folder: Project (14a5f3e4c8a34434bdefe94cc463c6b6) in parent group-v429490. [ 1875.904040] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Creating folder: Instances. Parent ref: group-v429538. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1875.904284] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d7fed0-571d-4cf7-94ea-2e1f117fd847 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.914328] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Created folder: Instances in parent group-v429538. [ 1875.914724] env[63862]: DEBUG oslo.service.loopingcall [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.914892] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.915523] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f010a7b-c268-4a93-989a-c4e6055617eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.935022] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4458561f-f853-46ea-bd35-b0ef593e85a4 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.096s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.945217] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.945217] env[63862]: value = "task-2097674" [ 1875.945217] env[63862]: _type = "Task" [ 1875.945217] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.956599] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097674, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.994478] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1875.996558] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1596f64-6123-4e2f-9296-7f9d67782e17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.005817] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1876.005817] env[63862]: value = "task-2097675" [ 1876.005817] env[63862]: _type = "Task" [ 1876.005817] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.016285] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.064559] env[63862]: DEBUG nova.scheduler.client.report [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.088391] env[63862]: DEBUG nova.network.neutron [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Updated VIF entry in instance network info cache for port e3132d0f-0f90-4b2d-a83b-8da264860561. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.088807] env[63862]: DEBUG nova.network.neutron [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Updating instance_info_cache with network_info: [{"id": "e3132d0f-0f90-4b2d-a83b-8da264860561", "address": "fa:16:3e:31:ab:85", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3132d0f-0f", "ovs_interfaceid": "e3132d0f-0f90-4b2d-a83b-8da264860561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.123539] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171248} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.123941] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1876.124058] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1876.124243] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1876.204605] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524e969a-b80c-8bbc-0038-f3459ea910f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023709} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.208739] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.209076] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1876.209356] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.209506] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.209770] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.210434] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097671, 'name': Rename_Task, 'duration_secs': 0.159737} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.210672] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99f3ff55-5e3d-4312-a64d-9990f09561e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.212799] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1876.213073] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f62acaaa-5a33-4f1c-a4e9-52eedd725419 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.221265] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1876.221265] env[63862]: value = "task-2097676" [ 1876.221265] env[63862]: _type = "Task" [ 1876.221265] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.226060] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.226262] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.227509] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef390d0c-db29-4418-90bc-06f12b35f125 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.233156] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.237206] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1876.237206] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c227b4-199f-2dc3-f9df-7293a85da7aa" [ 1876.237206] env[63862]: _type = "Task" [ 1876.237206] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.251392] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c227b4-199f-2dc3-f9df-7293a85da7aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.399736] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.442009] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.449037] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.449037] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.449037] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.449037] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.449699] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.454328] env[63862]: INFO nova.compute.manager [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Terminating instance [ 1876.464258] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097674, 'name': CreateVM_Task, 'duration_secs': 0.503771} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.464258] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1876.465157] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.465782] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.465782] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1876.466609] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc887f98-6be6-45d6-aed6-930575a6f58e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.474839] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1876.474839] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f3f09c-5a31-922b-31e3-965bed4e312d" [ 1876.474839] env[63862]: _type = "Task" [ 1876.474839] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.484833] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f3f09c-5a31-922b-31e3-965bed4e312d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.500234] env[63862]: DEBUG nova.network.neutron [-] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.520129] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.572592] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.573040] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1876.576818] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.382s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.577263] env[63862]: DEBUG nova.objects.instance [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lazy-loading 'resources' on Instance uuid 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.596434] env[63862]: DEBUG oslo_concurrency.lockutils [req-77237ba5-4413-489e-bc11-e9c396ae2add req-1b686431-14e5-4343-a274-fa967dbf8086 service nova] Releasing lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.736042] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097676, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.750488] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c227b4-199f-2dc3-f9df-7293a85da7aa, 'name': SearchDatastore_Task, 'duration_secs': 0.014546} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.752262] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090e33db-e5e2-4cf5-a638-19b6fdb8204f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.761594] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1876.761594] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c04818-4520-a932-5ca1-48f5377692c7" [ 1876.761594] env[63862]: _type = "Task" [ 1876.761594] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.773958] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c04818-4520-a932-5ca1-48f5377692c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.958637] env[63862]: DEBUG nova.compute.manager [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.958922] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.962520] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456eeb5a-a160-4b42-bd76-174c9f3b067d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.970513] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.970810] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8e8fa5-d68e-41ff-96d2-278c8fee04cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.978828] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.979886] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1876.979886] env[63862]: value = "task-2097677" [ 1876.979886] env[63862]: _type = "Task" [ 1876.979886] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.994155] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.000925] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f3f09c-5a31-922b-31e3-965bed4e312d, 'name': SearchDatastore_Task, 'duration_secs': 0.017203} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.001252] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.001493] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.001703] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.006305] env[63862]: INFO nova.compute.manager [-] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Took 1.87 seconds to deallocate network for instance. [ 1877.021267] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097675, 'name': CreateSnapshot_Task, 'duration_secs': 0.753423} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.021536] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1877.022356] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ea8f0a-ae92-42b3-a353-7380879a4d20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.091869] env[63862]: DEBUG nova.compute.utils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.094419] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1877.095491] env[63862]: DEBUG nova.network.neutron [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.218900] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.219129] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.232962] env[63862]: DEBUG nova.policy [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9da3bf8caae7486a958f30e8ed7a8f28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46da70fc12c4452e96bd83dccf946207', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1877.248844] env[63862]: DEBUG oslo_vmware.api [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097676, 'name': PowerOnVM_Task, 'duration_secs': 0.592793} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.249669] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.249669] env[63862]: INFO nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1877.249669] env[63862]: DEBUG nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.251460] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2a30d-4058-4507-a862-63e9d948caad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.284454] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c04818-4520-a932-5ca1-48f5377692c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019952} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.286863] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.287231] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.287342] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.287527] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.287685] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.287929] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.288418] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.288891] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.289013] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.289740] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.290121] env[63862]: DEBUG nova.virt.hardware [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.290516] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.290805] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] eff61fb5-f335-4ab7-b3e7-1ac87357e939/eff61fb5-f335-4ab7-b3e7-1ac87357e939.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.291717] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74cd4e2-755d-4356-b507-0459de3dceb0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.298438] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.298785] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.299218] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2608c10f-f823-43fb-baa0-0d0307b20c15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.301970] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d28196-ba99-4eb2-b528-a83c5e71202f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.312907] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48f89d-96bd-4a75-87a4-e5687f5c9568 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.318434] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1877.318434] env[63862]: value = "task-2097678" [ 1877.318434] env[63862]: _type = "Task" [ 1877.318434] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.320028] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1877.320028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1877.327099] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c3a339-e7c1-455d-a3c6-def755164c6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.337976] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.344035] env[63862]: DEBUG oslo.service.loopingcall [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.345866] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.349684] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ec8b6f8-41f4-44a6-bfb1-e2f5bb2bced5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.368278] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.368631] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1877.368631] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52250e5a-580d-9db1-4ee6-5eaf7818ff22" [ 1877.368631] env[63862]: _type = "Task" [ 1877.368631] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.374205] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.374205] env[63862]: value = "task-2097679" [ 1877.374205] env[63862]: _type = "Task" [ 1877.374205] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.385380] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52250e5a-580d-9db1-4ee6-5eaf7818ff22, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.386405] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f21160b-5601-4847-91b0-d20403ac8847 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.392347] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097679, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.395735] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1877.395735] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525b8729-4563-b7dd-a9f4-c0aa076c059b" [ 1877.395735] env[63862]: _type = "Task" [ 1877.395735] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.407601] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525b8729-4563-b7dd-a9f4-c0aa076c059b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.496183] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097677, 'name': PowerOffVM_Task, 'duration_secs': 0.215818} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.499591] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.499868] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.500713] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34a7676-2e14-41b9-a248-3611a53ad086 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.517194] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.543154] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1877.545528] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4862bfde-01dd-4d16-8118-7884bf1430fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.559342] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1877.559342] env[63862]: value = "task-2097681" [ 1877.559342] env[63862]: _type = "Task" [ 1877.559342] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.573489] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.589391] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.589676] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.589910] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Deleting the datastore file [datastore2] 91a8bffe-660c-49fd-9b5c-c575f8304c2e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.590244] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28d3861c-3856-40eb-b810-928b572bf74a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.597976] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1877.603985] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for the task: (returnval){ [ 1877.603985] env[63862]: value = "task-2097682" [ 1877.603985] env[63862]: _type = "Task" [ 1877.603985] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.615838] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.720536] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec70a00-3ed7-40b7-a632-364f28fdfc3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.749285] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f7e221-de37-4ce2-bbe6-1c8275194131 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.809632] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ebdc6b-8a1c-468f-bd7f-bceeed18afe4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.817856] env[63862]: INFO nova.compute.manager [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Took 24.99 seconds to build instance. [ 1877.832316] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0c886-c491-4348-8388-9072f8fbc065 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.844692] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.854638] env[63862]: DEBUG nova.compute.provider_tree [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.903237] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097679, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.915455] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525b8729-4563-b7dd-a9f4-c0aa076c059b, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.915719] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.916187] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca/0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.916577] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7a755c-f129-4b3b-ae6d-8eeaf76974b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.931908] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1877.931908] env[63862]: value = "task-2097683" [ 1877.931908] env[63862]: _type = "Task" [ 1877.931908] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.945406] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.074593] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task} progress is 28%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.118635] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.252196] env[63862]: DEBUG nova.network.neutron [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Successfully created port: ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.322733] env[63862]: DEBUG oslo_concurrency.lockutils [None req-348d4a92-f08d-4004-b356-2c3f5cd3c1f9 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.444s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.337475] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773054} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.337888] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] eff61fb5-f335-4ab7-b3e7-1ac87357e939/eff61fb5-f335-4ab7-b3e7-1ac87357e939.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.338026] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.341900] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86dfa076-e383-4b8a-9c56-c96f8306cbf2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.352680] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1878.352680] env[63862]: value = "task-2097685" [ 1878.352680] env[63862]: _type = "Task" [ 1878.352680] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.357845] env[63862]: DEBUG nova.scheduler.client.report [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.369605] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.389977] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097679, 'name': CreateVM_Task, 'duration_secs': 0.570298} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.390864] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.391379] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.391513] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.392153] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.392714] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebed6e94-6b77-4084-a556-799106444c55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.398966] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1878.398966] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52240a50-2087-1223-3ca6-d8122654c23c" [ 1878.398966] env[63862]: _type = "Task" [ 1878.398966] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.410789] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52240a50-2087-1223-3ca6-d8122654c23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.420679] env[63862]: DEBUG nova.compute.manager [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Received event network-changed-afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.420679] env[63862]: DEBUG nova.compute.manager [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Refreshing instance network info cache due to event network-changed-afaa0910-f829-4a55-b797-f32d3c207a6d. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1878.420679] env[63862]: DEBUG oslo_concurrency.lockutils [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] Acquiring lock "refresh_cache-0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.420679] env[63862]: DEBUG oslo_concurrency.lockutils [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] Acquired lock "refresh_cache-0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.421113] env[63862]: DEBUG nova.network.neutron [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Refreshing network info cache for port afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1878.447943] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097683, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.574730] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task} progress is 28%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.614736] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1878.620978] env[63862]: DEBUG oslo_vmware.api [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Task: {'id': task-2097682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619292} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.621226] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.621272] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.621416] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.621588] env[63862]: INFO nova.compute.manager [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1878.621826] env[63862]: DEBUG oslo.service.loopingcall [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.622330] env[63862]: DEBUG nova.compute.manager [-] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.622330] env[63862]: DEBUG nova.network.neutron [-] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.641514] env[63862]: DEBUG nova.network.neutron [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Successfully updated port: 5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1878.646204] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1878.646204] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.646204] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1878.647023] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.647023] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1878.647023] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1878.647023] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1878.647023] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1878.647334] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1878.647396] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1878.647581] env[63862]: DEBUG nova.virt.hardware [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1878.648852] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908aacc1-98ff-4dc2-9e14-12a8af1f8a0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.663029] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513b9c44-a86f-4c3a-b354-8cd2e12ae5b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.828813] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1878.860436] env[63862]: DEBUG nova.compute.manager [req-008e638f-d02b-4459-bc21-883d22b90cd9 req-d07fcd17-d180-4045-81e7-f304fe04e4d8 service nova] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Received event network-vif-deleted-06ef84a0-ca9e-407a-bbdf-ff9be3bef2e3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1878.867447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.870404] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090447} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.871689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.466s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.871689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.871689] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1878.871689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.066s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.872223] env[63862]: DEBUG nova.objects.instance [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lazy-loading 'resources' on Instance uuid 5239ff9f-cfc1-47a0-96b2-455cc2768aee {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1878.875106] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.875106] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6732bfd-3122-4fc4-a358-3f084ba280e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.878965] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e26c9-0309-4914-b4d6-68a86e1dd4a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.902590] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c449296-eaa6-45d5-ad2a-ad52e54d600d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.919897] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] eff61fb5-f335-4ab7-b3e7-1ac87357e939/eff61fb5-f335-4ab7-b3e7-1ac87357e939.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.921230] env[63862]: INFO nova.scheduler.client.report [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted allocations for instance 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8 [ 1878.927443] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bcbc60-9543-4732-be84-950d54b7bc89 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.971455] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333b247-e140-4792-8b29-cde5020dfb3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.975317] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52240a50-2087-1223-3ca6-d8122654c23c, 'name': SearchDatastore_Task, 'duration_secs': 0.041309} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.978259] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.978577] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.978818] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.978966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.979171] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.979552] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1878.979552] env[63862]: value = "task-2097686" [ 1878.979552] env[63862]: _type = "Task" [ 1878.979552] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.983844] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b871457a-979c-4a07-a430-8b5d81ea74a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.987353] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89417} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.992845] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca/0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.993138] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.993915] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4d1e18f-76d5-485e-b327-59dfc909aeb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.996922] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87a8e5-76a3-4ef6-a245-876cad496402 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.003735] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1879.003975] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1879.036516] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27a8615-d668-4817-b133-b45c25ecd46b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.040299] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181279MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1879.040461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.040911] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.042732] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1879.042732] env[63862]: value = "task-2097687" [ 1879.042732] env[63862]: _type = "Task" [ 1879.042732] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.048540] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1879.048540] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f8ae41-5a99-483e-7625-e571213b52e8" [ 1879.048540] env[63862]: _type = "Task" [ 1879.048540] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.056245] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.062582] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f8ae41-5a99-483e-7625-e571213b52e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.073238] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.144878] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "refresh_cache-c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.145215] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquired lock "refresh_cache-c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.145215] env[63862]: DEBUG nova.network.neutron [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.353353] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.353592] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.354590] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.466586] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1a4a4a66-d9fd-43f9-a71a-550885b89d10 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.110s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.514363] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.556031] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123558} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.560052] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1879.561932] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc6a653-9894-4e6b-818a-93b8197f6da4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.568289] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f8ae41-5a99-483e-7625-e571213b52e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01925} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.574837] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800a77d4-3442-42bb-8797-44769a55ff65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.601266] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca/0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.610036] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-448be991-6cf9-4337-a863-00bb02281390 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.624625] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.627533] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1879.627533] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d541ef-aae2-1135-021a-7c590ca441f4" [ 1879.627533] env[63862]: _type = "Task" [ 1879.627533] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.639421] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1879.639421] env[63862]: value = "task-2097688" [ 1879.639421] env[63862]: _type = "Task" [ 1879.639421] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.639684] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d541ef-aae2-1135-021a-7c590ca441f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019136} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.642769] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.643122] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.649250] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47468a1-b3dd-4aa1-83cc-2c540017237d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.659510] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.664722] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1879.664722] env[63862]: value = "task-2097689" [ 1879.664722] env[63862]: _type = "Task" [ 1879.664722] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.760526] env[63862]: DEBUG nova.network.neutron [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1879.920647] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900a153a-9132-4ed9-9847-0a4003143675 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.930517] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78bb0fd-603a-4df4-8a86-8e821553a954 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.969350] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f866c6-b659-4776-9e03-55a0cf62c7b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.980230] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05d2aa-f518-43b8-87b6-8a29645ad938 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.001999] env[63862]: DEBUG nova.compute.provider_tree [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.015035] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097686, 'name': ReconfigVM_Task, 'duration_secs': 0.724831} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.015413] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Reconfigured VM instance instance-00000010 to attach disk [datastore2] eff61fb5-f335-4ab7-b3e7-1ac87357e939/eff61fb5-f335-4ab7-b3e7-1ac87357e939.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.016027] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-873564ce-514f-4eeb-a0b0-3788e85fac28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.026409] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1880.026409] env[63862]: value = "task-2097691" [ 1880.026409] env[63862]: _type = "Task" [ 1880.026409] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.043776] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097691, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.079376] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.087817] env[63862]: DEBUG nova.network.neutron [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Updated VIF entry in instance network info cache for port afaa0910-f829-4a55-b797-f32d3c207a6d. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.088315] env[63862]: DEBUG nova.network.neutron [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Updating instance_info_cache with network_info: [{"id": "afaa0910-f829-4a55-b797-f32d3c207a6d", "address": "fa:16:3e:ab:7d:97", "network": {"id": "2bf67e2a-ee95-458e-b2db-2f3c83d326d2", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2091476459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14a5f3e4c8a34434bdefe94cc463c6b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "790c811b-3fa6-49f8-87ac-c51450911137", "external-id": "nsx-vlan-transportzone-908", "segmentation_id": 908, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafaa0910-f8", "ovs_interfaceid": "afaa0910-f829-4a55-b797-f32d3c207a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.156990] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.171241] env[63862]: DEBUG nova.network.neutron [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Updating instance_info_cache with network_info: [{"id": "5d5c0882-7b2b-491f-872e-769c9636d93c", "address": "fa:16:3e:b8:b9:64", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5c0882-7b", "ovs_interfaceid": "5d5c0882-7b2b-491f-872e-769c9636d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.181927] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097689, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.419187] env[63862]: DEBUG nova.network.neutron [-] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.507618] env[63862]: DEBUG nova.scheduler.client.report [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.541807] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097691, 'name': Rename_Task, 'duration_secs': 0.269062} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.542297] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.542689] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3590fed6-37e2-4b8a-b5ab-39299b2c7da1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.556271] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1880.556271] env[63862]: value = "task-2097692" [ 1880.556271] env[63862]: _type = "Task" [ 1880.556271] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.569349] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.581610] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097681, 'name': CloneVM_Task, 'duration_secs': 2.873201} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.582175] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Created linked-clone VM from snapshot [ 1880.583372] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc6017c-95c1-46c9-b6ce-6c0a9734265f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.598979] env[63862]: DEBUG oslo_concurrency.lockutils [req-d12cad5e-7c8c-468b-b2d6-1ab1edd93d48 req-36bad6f7-3c89-4803-a643-4ce324bebaa5 service nova] Releasing lock "refresh_cache-0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.598979] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Uploading image e767ff1f-798f-499b-b816-d9f1c54c3610 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1880.617908] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1880.618921] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-140ba83e-c53f-4a28-addf-48e652ce8e2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.627520] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1880.627520] env[63862]: value = "task-2097693" [ 1880.627520] env[63862]: _type = "Task" [ 1880.627520] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.638509] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097693, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.657147] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097688, 'name': ReconfigVM_Task, 'duration_secs': 0.625016} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.657620] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca/0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1880.658639] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce6138b7-63dc-4b4d-b02e-a0feba0e78ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.671599] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1880.671599] env[63862]: value = "task-2097694" [ 1880.671599] env[63862]: _type = "Task" [ 1880.671599] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.675236] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Releasing lock "refresh_cache-c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.675778] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Instance network_info: |[{"id": "5d5c0882-7b2b-491f-872e-769c9636d93c", "address": "fa:16:3e:b8:b9:64", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5c0882-7b", "ovs_interfaceid": "5d5c0882-7b2b-491f-872e-769c9636d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1880.679615] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:b9:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d5c0882-7b2b-491f-872e-769c9636d93c', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.687422] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Creating folder: Project (92fc01e7e1954c75aed979ccf86ef2fd). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.688255] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-492e4256-4180-4194-98d3-88f04535e4e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.694194] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999887} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.698183] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.698451] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.698850] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097694, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.698984] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a128d0cd-05ac-4c54-b35e-680346612a9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.707833] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1880.707833] env[63862]: value = "task-2097696" [ 1880.707833] env[63862]: _type = "Task" [ 1880.707833] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.713627] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Created folder: Project (92fc01e7e1954c75aed979ccf86ef2fd) in parent group-v429490. [ 1880.713627] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Creating folder: Instances. Parent ref: group-v429544. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1880.714128] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14e6e02e-140a-47f7-90ff-9754d7f22796 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.720621] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.728276] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Created folder: Instances in parent group-v429544. [ 1880.728557] env[63862]: DEBUG oslo.service.loopingcall [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.728770] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.728998] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a6ed0df-b9a8-4aa5-84ca-ad220938b2b4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.749904] env[63862]: DEBUG nova.network.neutron [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Successfully updated port: ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1880.751898] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.751898] env[63862]: value = "task-2097698" [ 1880.751898] env[63862]: _type = "Task" [ 1880.751898] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.763531] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097698, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.911689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.911860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.921376] env[63862]: INFO nova.compute.manager [-] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Took 2.30 seconds to deallocate network for instance. [ 1881.016218] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.019503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.747s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.021500] env[63862]: INFO nova.compute.claims [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.046694] env[63862]: INFO nova.scheduler.client.report [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Deleted allocations for instance 5239ff9f-cfc1-47a0-96b2-455cc2768aee [ 1881.076356] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097692, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.140652] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097693, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.189379] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097694, 'name': Rename_Task, 'duration_secs': 0.250791} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.189774] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.189946] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2723c61-5ab5-4f9f-ab1d-73384cce4e35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.201781] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1881.201781] env[63862]: value = "task-2097699" [ 1881.201781] env[63862]: _type = "Task" [ 1881.201781] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.214255] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.226607] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122181} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.226926] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.228179] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1f56e-a198-4457-9d70-78ed94ea96a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.260941] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.261898] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.261898] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquired lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.261898] env[63862]: DEBUG nova.network.neutron [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1881.264422] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b14fbe-bc6d-4ffc-b1bc-0a9547662c15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.297060] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1881.297060] env[63862]: value = "task-2097700" [ 1881.297060] env[63862]: _type = "Task" [ 1881.297060] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.297268] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097698, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.310858] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.429820] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.568034] env[63862]: DEBUG oslo_vmware.api [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2097692, 'name': PowerOnVM_Task, 'duration_secs': 0.818635} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.568961] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32efaf8b-8c94-4d25-bd3b-c8fa6579baf6 tempest-ServerExternalEventsTest-1785480457 tempest-ServerExternalEventsTest-1785480457-project-member] Lock "5239ff9f-cfc1-47a0-96b2-455cc2768aee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.516s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.569551] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.570775] env[63862]: INFO nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Took 11.47 seconds to spawn the instance on the hypervisor. [ 1881.573650] env[63862]: DEBUG nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.573650] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50524e-cdaf-4c59-8be0-c46b2b5c274d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.642277] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097693, 'name': Destroy_Task, 'duration_secs': 0.63595} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.642547] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Destroyed the VM [ 1881.643039] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1881.643193] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f3bbb06-5924-4710-bc81-eb42257d2e33 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.654207] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1881.654207] env[63862]: value = "task-2097701" [ 1881.654207] env[63862]: _type = "Task" [ 1881.654207] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.667895] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.711833] env[63862]: DEBUG nova.compute.manager [req-8628b7ae-eb5c-4ad7-aaee-64e9c5183161 req-6dbf2bca-3b79-4801-a7da-b4df545bf646 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Received event network-vif-plugged-ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1881.712100] env[63862]: DEBUG oslo_concurrency.lockutils [req-8628b7ae-eb5c-4ad7-aaee-64e9c5183161 req-6dbf2bca-3b79-4801-a7da-b4df545bf646 service nova] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.712305] env[63862]: DEBUG oslo_concurrency.lockutils [req-8628b7ae-eb5c-4ad7-aaee-64e9c5183161 req-6dbf2bca-3b79-4801-a7da-b4df545bf646 service nova] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.712479] env[63862]: DEBUG oslo_concurrency.lockutils [req-8628b7ae-eb5c-4ad7-aaee-64e9c5183161 req-6dbf2bca-3b79-4801-a7da-b4df545bf646 service nova] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.712699] env[63862]: DEBUG nova.compute.manager [req-8628b7ae-eb5c-4ad7-aaee-64e9c5183161 req-6dbf2bca-3b79-4801-a7da-b4df545bf646 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] No waiting events found dispatching network-vif-plugged-ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.712829] env[63862]: WARNING nova.compute.manager [req-8628b7ae-eb5c-4ad7-aaee-64e9c5183161 req-6dbf2bca-3b79-4801-a7da-b4df545bf646 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Received unexpected event network-vif-plugged-ffac5191-2737-4f55-81d6-357180c09f45 for instance with vm_state building and task_state spawning. [ 1881.721262] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.776107] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097698, 'name': CreateVM_Task, 'duration_secs': 0.597331} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.776107] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.776294] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.776422] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.776799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.777085] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786f1f9a-0b8e-4ea7-9925-2e79a91d7f24 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.785760] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1881.785760] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52052f2a-59b9-4d74-b9dc-d90fe2dde53d" [ 1881.785760] env[63862]: _type = "Task" [ 1881.785760] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.797961] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52052f2a-59b9-4d74-b9dc-d90fe2dde53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.810541] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.883659] env[63862]: DEBUG nova.network.neutron [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1882.103993] env[63862]: INFO nova.compute.manager [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Took 27.24 seconds to build instance. [ 1882.153388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "d0604e22-2070-4f9f-a454-4ce6a0c33475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.154501] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "d0604e22-2070-4f9f-a454-4ce6a0c33475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.154501] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "d0604e22-2070-4f9f-a454-4ce6a0c33475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.154501] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "d0604e22-2070-4f9f-a454-4ce6a0c33475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.154501] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "d0604e22-2070-4f9f-a454-4ce6a0c33475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.162565] env[63862]: INFO nova.compute.manager [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Terminating instance [ 1882.173751] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097701, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.213831] env[63862]: DEBUG oslo_vmware.api [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097699, 'name': PowerOnVM_Task, 'duration_secs': 0.703155} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.214177] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.214380] env[63862]: INFO nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1882.214577] env[63862]: DEBUG nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1882.215405] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6655378a-de44-4768-b99f-acc901ebb4b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.314468] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52052f2a-59b9-4d74-b9dc-d90fe2dde53d, 'name': SearchDatastore_Task, 'duration_secs': 0.018489} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.318546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.318546] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.318546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.318760] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.318893] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.319255] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097700, 'name': ReconfigVM_Task, 'duration_secs': 0.586279} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.319477] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3520dec5-0aca-407e-b82f-12dfc4f02aed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.321990] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7/919c2a66-cfce-4b43-8b72-94ae6f0ddfb7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.325134] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e1b6ac-dd7e-4331-b5d4-eb6edb0618bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.334778] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1882.334778] env[63862]: value = "task-2097703" [ 1882.334778] env[63862]: _type = "Task" [ 1882.334778] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.336272] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.336475] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.340781] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c5fc2b-4fa6-4640-8b16-4e49b7c1f32c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.355504] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1882.355504] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52645775-388a-18c0-5491-c2d0dea0989d" [ 1882.355504] env[63862]: _type = "Task" [ 1882.355504] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.355802] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097703, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.378903] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52645775-388a-18c0-5491-c2d0dea0989d, 'name': SearchDatastore_Task, 'duration_secs': 0.020954} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.379855] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbaa953-7f4e-4e0d-b29d-1caed51ecc28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.395229] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1882.395229] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526f468c-61bb-a880-1dac-367b43b9b1cf" [ 1882.395229] env[63862]: _type = "Task" [ 1882.395229] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.415221] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526f468c-61bb-a880-1dac-367b43b9b1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.417720] env[63862]: DEBUG nova.compute.manager [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Received event network-vif-plugged-5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1882.417976] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] Acquiring lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.418160] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.418334] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.418627] env[63862]: DEBUG nova.compute.manager [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] No waiting events found dispatching network-vif-plugged-5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1882.418878] env[63862]: WARNING nova.compute.manager [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Received unexpected event network-vif-plugged-5d5c0882-7b2b-491f-872e-769c9636d93c for instance with vm_state building and task_state spawning. [ 1882.418878] env[63862]: DEBUG nova.compute.manager [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Received event network-changed-5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1882.419086] env[63862]: DEBUG nova.compute.manager [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Refreshing instance network info cache due to event network-changed-5d5c0882-7b2b-491f-872e-769c9636d93c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1882.423767] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] Acquiring lock "refresh_cache-c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.423767] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] Acquired lock "refresh_cache-c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.423767] env[63862]: DEBUG nova.network.neutron [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Refreshing network info cache for port 5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1882.603934] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b95083d-8ab6-4722-b43c-8aeae24472ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.606218] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d2073b6b-349f-43f6-91ab-59dd480137a5 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.627s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.613086] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ed77e-7197-4535-8a4c-563b1fa754e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.646908] env[63862]: DEBUG nova.network.neutron [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updating instance_info_cache with network_info: [{"id": "ffac5191-2737-4f55-81d6-357180c09f45", "address": "fa:16:3e:36:eb:16", "network": {"id": "384f931d-fed2-402c-8ec5-e1d6779223f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-399051490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46da70fc12c4452e96bd83dccf946207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac5191-27", "ovs_interfaceid": "ffac5191-2737-4f55-81d6-357180c09f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.648677] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4d939e-4eff-4fae-93b8-b42c389d4226 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.664545] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab205202-18e2-4035-917f-998a3df6720b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.669799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "refresh_cache-d0604e22-2070-4f9f-a454-4ce6a0c33475" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.669986] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "refresh_cache-d0604e22-2070-4f9f-a454-4ce6a0c33475" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.670167] env[63862]: DEBUG nova.network.neutron [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1882.677710] env[63862]: DEBUG oslo_vmware.api [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097701, 'name': RemoveSnapshot_Task, 'duration_secs': 0.878677} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.687626] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1882.689557] env[63862]: DEBUG nova.compute.provider_tree [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.741230] env[63862]: INFO nova.compute.manager [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Took 26.83 seconds to build instance. [ 1882.847840] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097703, 'name': Rename_Task, 'duration_secs': 0.290224} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.848178] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.852383] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86fc5192-4f40-48f8-ad19-3efad5b4bd69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.858186] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Waiting for the task: (returnval){ [ 1882.858186] env[63862]: value = "task-2097704" [ 1882.858186] env[63862]: _type = "Task" [ 1882.858186] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.868594] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.915864] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526f468c-61bb-a880-1dac-367b43b9b1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.021912} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.915864] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.915864] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02/c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1882.915864] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee86155e-002a-43f0-bd89-2b0b7178de47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.923695] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1882.923695] env[63862]: value = "task-2097705" [ 1882.923695] env[63862]: _type = "Task" [ 1882.923695] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.941659] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.110437] env[63862]: DEBUG nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1883.153256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Releasing lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.153256] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Instance network_info: |[{"id": "ffac5191-2737-4f55-81d6-357180c09f45", "address": "fa:16:3e:36:eb:16", "network": {"id": "384f931d-fed2-402c-8ec5-e1d6779223f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-399051490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46da70fc12c4452e96bd83dccf946207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac5191-27", "ovs_interfaceid": "ffac5191-2737-4f55-81d6-357180c09f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1883.153648] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:eb:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffac5191-2737-4f55-81d6-357180c09f45', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1883.163086] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Creating folder: Project (46da70fc12c4452e96bd83dccf946207). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1883.164206] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bafce3bf-94d0-4245-b89f-084c6147cdee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.178593] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Created folder: Project (46da70fc12c4452e96bd83dccf946207) in parent group-v429490. [ 1883.178593] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Creating folder: Instances. Parent ref: group-v429547. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1883.179165] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-270502b3-d6db-425a-af9c-53069fe041a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.194041] env[63862]: WARNING nova.compute.manager [None req-d989859f-beef-4b30-b5d3-030df1122c4c tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Image not found during snapshot: nova.exception.ImageNotFound: Image e767ff1f-798f-499b-b816-d9f1c54c3610 could not be found. [ 1883.195573] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Created folder: Instances in parent group-v429547. [ 1883.195929] env[63862]: DEBUG oslo.service.loopingcall [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.197762] env[63862]: DEBUG nova.scheduler.client.report [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.202597] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1883.207796] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0f011d7-1758-4666-8d08-c5435b655ce2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.226657] env[63862]: DEBUG nova.network.neutron [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1883.236105] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1883.236105] env[63862]: value = "task-2097708" [ 1883.236105] env[63862]: _type = "Task" [ 1883.236105] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.246479] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cb4c1762-0d74-4087-95c8-52b99c4b0250 tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.845s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.246665] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097708, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.370657] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.443102] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.488942] env[63862]: DEBUG nova.network.neutron [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.681462] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.706407] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.706797] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.711474] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.210s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.714400] env[63862]: INFO nova.compute.claims [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.735022] env[63862]: DEBUG nova.network.neutron [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Updated VIF entry in instance network info cache for port 5d5c0882-7b2b-491f-872e-769c9636d93c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1883.735022] env[63862]: DEBUG nova.network.neutron [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Updating instance_info_cache with network_info: [{"id": "5d5c0882-7b2b-491f-872e-769c9636d93c", "address": "fa:16:3e:b8:b9:64", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d5c0882-7b", "ovs_interfaceid": "5d5c0882-7b2b-491f-872e-769c9636d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.755183] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1883.763417] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097708, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.880966] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097704, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.944679] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884197} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.944943] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02/c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1883.945357] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1883.945566] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-489c0338-e2fd-4198-9de5-0376a389049d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.959256] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1883.959256] env[63862]: value = "task-2097709" [ 1883.959256] env[63862]: _type = "Task" [ 1883.959256] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.972957] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.992339] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "refresh_cache-d0604e22-2070-4f9f-a454-4ce6a0c33475" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.992837] env[63862]: DEBUG nova.compute.manager [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1883.993032] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.993932] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea59f4-0d22-4784-b4d0-e3cff25bfb71 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.005095] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.005434] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c429dae-4d46-496a-997d-39d34534d610 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.016619] env[63862]: DEBUG oslo_vmware.api [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1884.016619] env[63862]: value = "task-2097710" [ 1884.016619] env[63862]: _type = "Task" [ 1884.016619] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.026987] env[63862]: DEBUG oslo_vmware.api [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.223774] env[63862]: DEBUG nova.compute.utils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.226867] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.227228] env[63862]: DEBUG nova.network.neutron [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.247355] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] Releasing lock "refresh_cache-c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.247484] env[63862]: DEBUG nova.compute.manager [req-a8186401-610a-4556-a332-56c302459b00 req-af497a5c-1499-43a3-a966-11b2c73d11ad service nova] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Received event network-vif-deleted-16f70740-01d1-49d9-8858-c3609186b881 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1884.261271] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097708, 'name': CreateVM_Task, 'duration_secs': 0.966618} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.261457] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1884.266931] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.266931] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.266931] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1884.268782] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23ae8fe-0804-471f-979c-b632eb81e4a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.279335] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1884.279335] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528cddb3-3238-6212-5e45-5f15e1b67064" [ 1884.279335] env[63862]: _type = "Task" [ 1884.279335] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.291978] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528cddb3-3238-6212-5e45-5f15e1b67064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.299122] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.375187] env[63862]: DEBUG oslo_vmware.api [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Task: {'id': task-2097704, 'name': PowerOnVM_Task, 'duration_secs': 1.125057} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.375352] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1884.376667] env[63862]: DEBUG nova.compute.manager [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1884.376667] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a60c2-a69c-4e8d-aae7-83e0e5eee24a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.470997] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087227} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.471715] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1884.472782] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6994f10a-a88d-4875-879a-75e78b96de02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.508348] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02/c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1884.513020] env[63862]: DEBUG nova.policy [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0eedb71c330f435a9594fe7862b4d41f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6a4c2931844f918b911a59ed663ea3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.513020] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c499f92-dd36-46a0-b9ef-791f21009a90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.541653] env[63862]: DEBUG oslo_vmware.api [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097710, 'name': PowerOffVM_Task, 'duration_secs': 0.297874} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.543808] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.543987] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.544351] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1884.544351] env[63862]: value = "task-2097712" [ 1884.544351] env[63862]: _type = "Task" [ 1884.544351] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.544551] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2392147b-8337-4990-91b5-63ac41c286b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.557785] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.583658] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.583934] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.584102] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleting the datastore file [datastore2] d0604e22-2070-4f9f-a454-4ce6a0c33475 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.584380] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fce068db-725f-4133-a4d3-2badd3b148cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.596769] env[63862]: DEBUG oslo_vmware.api [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1884.596769] env[63862]: value = "task-2097714" [ 1884.596769] env[63862]: _type = "Task" [ 1884.596769] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.604374] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8e55-2bf2-b37a-8237-0428bd55eede/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1884.605358] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b831b582-a525-4a67-8322-ebde4da7b69b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.611471] env[63862]: DEBUG oslo_vmware.api [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.616315] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8e55-2bf2-b37a-8237-0428bd55eede/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1884.616501] env[63862]: ERROR oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8e55-2bf2-b37a-8237-0428bd55eede/disk-0.vmdk due to incomplete transfer. [ 1884.616741] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d07089a2-6780-419a-a7ff-76281e8c8023 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.626168] env[63862]: DEBUG oslo_vmware.rw_handles [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8e55-2bf2-b37a-8237-0428bd55eede/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1884.626376] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Uploaded image 4c0d472d-1f23-402a-9c4c-11fa8c623a74 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1884.628889] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1884.629232] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd65e947-8b63-44e6-9a20-265e7fad4c83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.638937] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1884.638937] env[63862]: value = "task-2097715" [ 1884.638937] env[63862]: _type = "Task" [ 1884.638937] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.649556] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097715, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.731011] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.794945] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528cddb3-3238-6212-5e45-5f15e1b67064, 'name': SearchDatastore_Task, 'duration_secs': 0.016177} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.799185] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.799533] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1884.799816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.799971] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.800215] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1884.801639] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8448ab13-b791-4829-a99e-2db22a9887b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.820039] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1884.820039] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1884.820039] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add445ff-0392-4b4a-89f3-bf7afe5249e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.835434] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1884.835434] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523cfd4a-dab2-03aa-9ef5-59011fcf7dbe" [ 1884.835434] env[63862]: _type = "Task" [ 1884.835434] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.848405] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523cfd4a-dab2-03aa-9ef5-59011fcf7dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.906234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.061652] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.110830] env[63862]: DEBUG oslo_vmware.api [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289365} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.111193] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.111804] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.111880] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.112829] env[63862]: INFO nova.compute.manager [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1885.112829] env[63862]: DEBUG oslo.service.loopingcall [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.112829] env[63862]: DEBUG nova.compute.manager [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.112829] env[63862]: DEBUG nova.network.neutron [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.150470] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097715, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.159497] env[63862]: DEBUG nova.network.neutron [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1885.252573] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f0aba-293c-4ec2-ad95-b3517fac60c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.265381] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99327fd6-9fde-4198-b54d-6eca5d4da7ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.301026] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff9f84-0b2d-4a6b-afef-9659fb0883ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.311548] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a43a920-426b-436c-afac-1003848566aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.331751] env[63862]: DEBUG nova.compute.provider_tree [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.347372] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523cfd4a-dab2-03aa-9ef5-59011fcf7dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.030538} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.348285] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d0acf7-49b0-4f33-bea5-13dbb887ffe0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.357605] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1885.357605] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5210fb28-ea30-eb22-e3cf-1a32a74da3cc" [ 1885.357605] env[63862]: _type = "Task" [ 1885.357605] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.369623] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5210fb28-ea30-eb22-e3cf-1a32a74da3cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.559408] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097712, 'name': ReconfigVM_Task, 'duration_secs': 1.008832} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.559711] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Reconfigured VM instance instance-00000012 to attach disk [datastore2] c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02/c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.560479] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d747fa6-f742-4881-9e7f-bd036c855f47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.569905] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1885.569905] env[63862]: value = "task-2097716" [ 1885.569905] env[63862]: _type = "Task" [ 1885.569905] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.582549] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097716, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.656791] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097715, 'name': Destroy_Task, 'duration_secs': 0.662246} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.657102] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Destroyed the VM [ 1885.657431] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1885.657787] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-913ce388-511f-4638-988d-316dd50a7a3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.665053] env[63862]: DEBUG nova.network.neutron [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.668370] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1885.668370] env[63862]: value = "task-2097717" [ 1885.668370] env[63862]: _type = "Task" [ 1885.668370] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.681427] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.742863] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1885.745847] env[63862]: DEBUG nova.network.neutron [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Successfully created port: 550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.789144] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.789437] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.789597] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.789779] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.789925] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.790082] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.790386] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.790466] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.790602] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.790760] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.790932] env[63862]: DEBUG nova.virt.hardware [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.791841] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3793d158-035f-4331-b22f-9a39ca1228c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.802948] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7bc08b-f4b5-42b4-81f4-00f71218eb45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.834306] env[63862]: DEBUG nova.scheduler.client.report [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.878326] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5210fb28-ea30-eb22-e3cf-1a32a74da3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012993} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.878652] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.878922] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ae109144-b868-4d2f-aac0-cb9b59b1627e/ae109144-b868-4d2f-aac0-cb9b59b1627e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1885.879378] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6451f2e4-f397-49db-9bcd-bfc3559fc789 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.889873] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1885.889873] env[63862]: value = "task-2097718" [ 1885.889873] env[63862]: _type = "Task" [ 1885.889873] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.902208] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.912992] env[63862]: DEBUG nova.compute.manager [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Received event network-changed-ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1885.913094] env[63862]: DEBUG nova.compute.manager [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Refreshing instance network info cache due to event network-changed-ffac5191-2737-4f55-81d6-357180c09f45. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1885.913325] env[63862]: DEBUG oslo_concurrency.lockutils [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] Acquiring lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.913461] env[63862]: DEBUG oslo_concurrency.lockutils [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] Acquired lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.913621] env[63862]: DEBUG nova.network.neutron [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Refreshing network info cache for port ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.031057] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.031057] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.081911] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097716, 'name': Rename_Task, 'duration_secs': 0.267022} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.082621] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1886.082916] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fde6ef0-8e80-4e10-8a96-ffd2d0e37ca8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.092022] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1886.092022] env[63862]: value = "task-2097719" [ 1886.092022] env[63862]: _type = "Task" [ 1886.092022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.110795] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.169812] env[63862]: INFO nova.compute.manager [-] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Took 1.06 seconds to deallocate network for instance. [ 1886.193359] env[63862]: DEBUG oslo_vmware.api [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097717, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373619} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.193847] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1886.194264] env[63862]: INFO nova.compute.manager [None req-19a51a75-89eb-40e4-ada4-ad0eaa2d43d8 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Took 18.48 seconds to snapshot the instance on the hypervisor. [ 1886.339727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.340324] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.345771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.290s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.345771] env[63862]: DEBUG nova.objects.instance [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1886.355316] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.355610] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.355925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.356155] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.356381] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.364029] env[63862]: INFO nova.compute.manager [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Terminating instance [ 1886.405115] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.549544] env[63862]: DEBUG nova.compute.manager [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Received event network-changed-f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1886.549741] env[63862]: DEBUG nova.compute.manager [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Refreshing instance network info cache due to event network-changed-f515f5a0-1fc9-43fc-8794-724ad126af1a. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1886.549957] env[63862]: DEBUG oslo_concurrency.lockutils [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] Acquiring lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.550174] env[63862]: DEBUG oslo_concurrency.lockutils [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] Acquired lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.550290] env[63862]: DEBUG nova.network.neutron [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Refreshing network info cache for port f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.604836] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.684510] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.853554] env[63862]: DEBUG nova.compute.utils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.857850] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1886.861044] env[63862]: DEBUG nova.network.neutron [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.874127] env[63862]: DEBUG nova.compute.manager [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1886.874127] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1886.875045] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e83ba4d-2dc4-4545-a30e-0e6b1c1fc28a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.884561] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.884938] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3048332-9200-41ac-bf18-d8f251b4d204 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.894814] env[63862]: DEBUG oslo_vmware.api [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1886.894814] env[63862]: value = "task-2097724" [ 1886.894814] env[63862]: _type = "Task" [ 1886.894814] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.910976] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605451} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.915473] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ae109144-b868-4d2f-aac0-cb9b59b1627e/ae109144-b868-4d2f-aac0-cb9b59b1627e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1886.915876] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1886.916295] env[63862]: DEBUG oslo_vmware.api [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.916615] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e204e9-f625-4c6e-a53c-20eb9b695621 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.927121] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1886.927121] env[63862]: value = "task-2097725" [ 1886.927121] env[63862]: _type = "Task" [ 1886.927121] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.939042] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.972161] env[63862]: DEBUG nova.policy [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a39463459942b5a009bab466847a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4700f95096c34721b3ddf6276ed702c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.107077] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097719, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.358471] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.364691] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5d0cdc2-66d4-4bbd-8021-54bfb80b2ab7 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.364691] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.897s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.365580] env[63862]: INFO nova.compute.claims [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.384066] env[63862]: DEBUG nova.network.neutron [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updated VIF entry in instance network info cache for port ffac5191-2737-4f55-81d6-357180c09f45. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.384066] env[63862]: DEBUG nova.network.neutron [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updating instance_info_cache with network_info: [{"id": "ffac5191-2737-4f55-81d6-357180c09f45", "address": "fa:16:3e:36:eb:16", "network": {"id": "384f931d-fed2-402c-8ec5-e1d6779223f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-399051490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46da70fc12c4452e96bd83dccf946207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac5191-27", "ovs_interfaceid": "ffac5191-2737-4f55-81d6-357180c09f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.412343] env[63862]: DEBUG oslo_vmware.api [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097724, 'name': PowerOffVM_Task, 'duration_secs': 0.45484} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.412692] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.413095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.413190] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181726ac-0060-4037-b015-06d57cf4fb45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.442095] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079262} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.442483] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.443425] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76b28d0-f219-4651-b2dd-9a0e0ebc3165 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.473059] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] ae109144-b868-4d2f-aac0-cb9b59b1627e/ae109144-b868-4d2f-aac0-cb9b59b1627e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.476440] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d202c3c4-f27e-466f-b539-f758345caa2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.518266] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1887.518266] env[63862]: value = "task-2097727" [ 1887.518266] env[63862]: _type = "Task" [ 1887.518266] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.535065] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.535415] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.535623] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.535887] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Deleting the datastore file [datastore2] 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.536520] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2741a23-7e6a-4aea-89e0-677dd8f37bd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.546408] env[63862]: DEBUG oslo_vmware.api [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for the task: (returnval){ [ 1887.546408] env[63862]: value = "task-2097728" [ 1887.546408] env[63862]: _type = "Task" [ 1887.546408] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.557403] env[63862]: DEBUG oslo_vmware.api [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.607346] env[63862]: DEBUG oslo_vmware.api [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097719, 'name': PowerOnVM_Task, 'duration_secs': 1.035183} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.607689] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1887.607891] env[63862]: INFO nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1887.608414] env[63862]: DEBUG nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1887.609936] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9def0380-62d0-4705-bbd9-4f8017232224 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.836721] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.837708] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.837708] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.837708] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.837708] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.843603] env[63862]: INFO nova.compute.manager [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Terminating instance [ 1887.894022] env[63862]: DEBUG oslo_concurrency.lockutils [req-917e3d87-8830-4060-9844-f9d1a0113d19 req-2ad5f905-c51b-4e4f-948d-72f6290fb13a service nova] Releasing lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.029939] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097727, 'name': ReconfigVM_Task, 'duration_secs': 0.333071} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.030269] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] ae109144-b868-4d2f-aac0-cb9b59b1627e/ae109144-b868-4d2f-aac0-cb9b59b1627e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.031595] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-838bfe36-891a-42df-9e07-fa03fc25df9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.040477] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1888.040477] env[63862]: value = "task-2097729" [ 1888.040477] env[63862]: _type = "Task" [ 1888.040477] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.054857] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097729, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.063970] env[63862]: DEBUG oslo_vmware.api [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Task: {'id': task-2097728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173103} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.067418] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.067636] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1888.068211] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1888.068384] env[63862]: INFO nova.compute.manager [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1888.068712] env[63862]: DEBUG oslo.service.loopingcall [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.068929] env[63862]: DEBUG nova.compute.manager [-] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1888.069036] env[63862]: DEBUG nova.network.neutron [-] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1888.130901] env[63862]: INFO nova.compute.manager [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Took 31.23 seconds to build instance. [ 1888.149261] env[63862]: DEBUG nova.network.neutron [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updated VIF entry in instance network info cache for port f515f5a0-1fc9-43fc-8794-724ad126af1a. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.149261] env[63862]: DEBUG nova.network.neutron [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updating instance_info_cache with network_info: [{"id": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "address": "fa:16:3e:66:50:4d", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf515f5a0-1f", "ovs_interfaceid": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.347803] env[63862]: DEBUG nova.compute.manager [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1888.348121] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1888.349012] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a445256-0dfb-4087-bad4-1f783c072011 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.353820] env[63862]: DEBUG nova.network.neutron [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Successfully created port: 056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1888.364093] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1888.364093] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1602885b-591c-49a1-8ca9-1a79b7f727e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.371195] env[63862]: DEBUG oslo_vmware.api [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1888.371195] env[63862]: value = "task-2097730" [ 1888.371195] env[63862]: _type = "Task" [ 1888.371195] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.372260] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.384303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.384624] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.384843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.385145] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.385416] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.390727] env[63862]: INFO nova.compute.manager [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Terminating instance [ 1888.396713] env[63862]: DEBUG oslo_vmware.api [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.409179] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.409543] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.409763] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.410041] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.410292] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.410582] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.410879] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.411107] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.411301] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.411467] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.411652] env[63862]: DEBUG nova.virt.hardware [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.412717] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de28437-fbed-4cd7-80dc-53c729799291 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.427697] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f591de71-44c7-473a-b587-c9c88838a0fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.559130] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097729, 'name': Rename_Task, 'duration_secs': 0.155992} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.560751] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1888.563199] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ef83a11-781b-4e23-b60c-243d7a269ca1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.575544] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 1888.575544] env[63862]: value = "task-2097732" [ 1888.575544] env[63862]: _type = "Task" [ 1888.575544] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.590897] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.635254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-220522f9-1836-4685-a178-cd630bc3c57c tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.234s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.651844] env[63862]: DEBUG oslo_concurrency.lockutils [req-57a0baab-5d3e-4770-aafa-4c29aef5c9b9 req-dc949677-4c2d-4e0f-8e9a-3cf722956589 service nova] Releasing lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.890116] env[63862]: DEBUG oslo_vmware.api [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097730, 'name': PowerOffVM_Task, 'duration_secs': 0.238334} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.890116] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1888.890116] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1888.890377] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79dccb12-5936-40e4-a404-39c8b494cca5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.899030] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "refresh_cache-919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.899664] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquired lock "refresh_cache-919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.899907] env[63862]: DEBUG nova.network.neutron [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.910348] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ebabf-0b97-4211-a2b2-f4df7da880f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.929719] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29803c6e-84a4-42e3-829e-db173b6752ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.974259] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a7f7e0-4a34-437d-bcee-8acb4eb65d65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.979298] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.979298] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.979935] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleting the datastore file [datastore2] 015cab37-1bd8-49ac-9a62-a1bac0754e9a {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.980396] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8c0f04d-5a9b-4a8c-a11c-54f2db41f86a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.988941] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb31f3-302e-4c3b-ab1a-9182de358939 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.995322] env[63862]: DEBUG oslo_vmware.api [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 1888.995322] env[63862]: value = "task-2097734" [ 1888.995322] env[63862]: _type = "Task" [ 1888.995322] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.017173] env[63862]: DEBUG nova.compute.provider_tree [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.023416] env[63862]: DEBUG nova.network.neutron [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Successfully updated port: 550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.025031] env[63862]: DEBUG oslo_vmware.api [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.096599] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097732, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.138617] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1889.425147] env[63862]: DEBUG nova.network.neutron [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.479405] env[63862]: DEBUG nova.network.neutron [-] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.520678] env[63862]: DEBUG oslo_vmware.api [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2097734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27857} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.520678] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.520678] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.520972] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.520972] env[63862]: INFO nova.compute.manager [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1889.522086] env[63862]: DEBUG oslo.service.loopingcall [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.522611] env[63862]: DEBUG nova.compute.manager [-] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1889.522611] env[63862]: DEBUG nova.network.neutron [-] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1889.528278] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "refresh_cache-44095de4-eac4-475d-aa56-6fe9211a1721" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.528278] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquired lock "refresh_cache-44095de4-eac4-475d-aa56-6fe9211a1721" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.528278] env[63862]: DEBUG nova.network.neutron [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.530231] env[63862]: DEBUG nova.scheduler.client.report [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.582423] env[63862]: DEBUG nova.compute.manager [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Received event network-changed-f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1889.582558] env[63862]: DEBUG nova.compute.manager [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Refreshing instance network info cache due to event network-changed-f515f5a0-1fc9-43fc-8794-724ad126af1a. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1889.582816] env[63862]: DEBUG oslo_concurrency.lockutils [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] Acquiring lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.582970] env[63862]: DEBUG oslo_concurrency.lockutils [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] Acquired lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.583170] env[63862]: DEBUG nova.network.neutron [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Refreshing network info cache for port f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.585290] env[63862]: DEBUG nova.network.neutron [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.597917] env[63862]: DEBUG nova.compute.manager [req-a821eda5-ecbd-42a7-8217-5351fc96afdf req-9cee8c68-68f2-42ad-81fd-b75f3a5ac32a service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Received event network-vif-plugged-550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1889.598247] env[63862]: DEBUG oslo_concurrency.lockutils [req-a821eda5-ecbd-42a7-8217-5351fc96afdf req-9cee8c68-68f2-42ad-81fd-b75f3a5ac32a service nova] Acquiring lock "44095de4-eac4-475d-aa56-6fe9211a1721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.598487] env[63862]: DEBUG oslo_concurrency.lockutils [req-a821eda5-ecbd-42a7-8217-5351fc96afdf req-9cee8c68-68f2-42ad-81fd-b75f3a5ac32a service nova] Lock "44095de4-eac4-475d-aa56-6fe9211a1721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.598684] env[63862]: DEBUG oslo_concurrency.lockutils [req-a821eda5-ecbd-42a7-8217-5351fc96afdf req-9cee8c68-68f2-42ad-81fd-b75f3a5ac32a service nova] Lock "44095de4-eac4-475d-aa56-6fe9211a1721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.598895] env[63862]: DEBUG nova.compute.manager [req-a821eda5-ecbd-42a7-8217-5351fc96afdf req-9cee8c68-68f2-42ad-81fd-b75f3a5ac32a service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] No waiting events found dispatching network-vif-plugged-550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.599158] env[63862]: WARNING nova.compute.manager [req-a821eda5-ecbd-42a7-8217-5351fc96afdf req-9cee8c68-68f2-42ad-81fd-b75f3a5ac32a service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Received unexpected event network-vif-plugged-550b1696-5c51-4aeb-a73d-1dd690d5991a for instance with vm_state building and task_state spawning. [ 1889.599823] env[63862]: DEBUG oslo_vmware.api [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2097732, 'name': PowerOnVM_Task, 'duration_secs': 0.544912} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.600704] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.600905] env[63862]: INFO nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1889.601121] env[63862]: DEBUG nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.602020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba576f5-fa4a-43ab-b378-83b499ec3129 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.684850] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.984711] env[63862]: INFO nova.compute.manager [-] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Took 1.92 seconds to deallocate network for instance. [ 1890.041120] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.041624] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.046336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.706s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.051150] env[63862]: INFO nova.compute.claims [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1890.090197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Releasing lock "refresh_cache-919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.093538] env[63862]: DEBUG nova.compute.manager [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1890.093538] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1890.094593] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c26f4ba-4021-413f-8fa1-c64397a22b6e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.108992] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1890.110070] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-284d3de7-f620-476d-9904-68da5b66d869 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.120469] env[63862]: DEBUG oslo_vmware.api [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1890.120469] env[63862]: value = "task-2097736" [ 1890.120469] env[63862]: _type = "Task" [ 1890.120469] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.136677] env[63862]: DEBUG oslo_vmware.api [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.137470] env[63862]: INFO nova.compute.manager [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Took 26.24 seconds to build instance. [ 1890.139378] env[63862]: DEBUG nova.network.neutron [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.491650] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.558681] env[63862]: DEBUG nova.compute.utils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1890.561124] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1890.561124] env[63862]: DEBUG nova.network.neutron [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1890.577368] env[63862]: DEBUG nova.network.neutron [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Updating instance_info_cache with network_info: [{"id": "550b1696-5c51-4aeb-a73d-1dd690d5991a", "address": "fa:16:3e:78:63:d1", "network": {"id": "83bbc760-0854-4eb3-8c1d-b7ac2c68e70b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1826183337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6a4c2931844f918b911a59ed663ea3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550b1696-5c", "ovs_interfaceid": "550b1696-5c51-4aeb-a73d-1dd690d5991a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.631820] env[63862]: DEBUG nova.policy [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f60d0f4b6e564ce88fe5d603048991db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '135546c8f22948e5ba6090c5f860371f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1890.638185] env[63862]: DEBUG oslo_vmware.api [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097736, 'name': PowerOffVM_Task, 'duration_secs': 0.251526} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.638625] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.639189] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.639475] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2236dd37-cc3f-427f-b506-81b6ec190514 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.642664] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88eb148b-fca6-475e-91bc-c3b1c14e91d7 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.536s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.676051] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.676051] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.676051] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Deleting the datastore file [datastore2] 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.676051] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0681b8ae-36d7-432a-b0e0-921716ff376a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.684774] env[63862]: DEBUG oslo_vmware.api [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for the task: (returnval){ [ 1890.684774] env[63862]: value = "task-2097739" [ 1890.684774] env[63862]: _type = "Task" [ 1890.684774] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.699755] env[63862]: DEBUG oslo_vmware.api [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.933766] env[63862]: DEBUG nova.compute.manager [None req-f1d42b31-260f-4a76-9352-467926415f61 tempest-ServerDiagnosticsTest-570616154 tempest-ServerDiagnosticsTest-570616154-project-admin] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.935718] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2028040f-1768-49c1-b5f3-21bb1be942ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.945937] env[63862]: INFO nova.compute.manager [None req-f1d42b31-260f-4a76-9352-467926415f61 tempest-ServerDiagnosticsTest-570616154 tempest-ServerDiagnosticsTest-570616154-project-admin] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Retrieving diagnostics [ 1890.947312] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa7cbdb-9662-44a4-93d0-4b7d162df024 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.965590] env[63862]: DEBUG nova.network.neutron [-] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.975045] env[63862]: DEBUG nova.network.neutron [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updated VIF entry in instance network info cache for port f515f5a0-1fc9-43fc-8794-724ad126af1a. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1890.975045] env[63862]: DEBUG nova.network.neutron [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updating instance_info_cache with network_info: [{"id": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "address": "fa:16:3e:66:50:4d", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf515f5a0-1f", "ovs_interfaceid": "f515f5a0-1fc9-43fc-8794-724ad126af1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.051615] env[63862]: DEBUG nova.network.neutron [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Successfully created port: 330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.069553] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.089647] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Releasing lock "refresh_cache-44095de4-eac4-475d-aa56-6fe9211a1721" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.089647] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Instance network_info: |[{"id": "550b1696-5c51-4aeb-a73d-1dd690d5991a", "address": "fa:16:3e:78:63:d1", "network": {"id": "83bbc760-0854-4eb3-8c1d-b7ac2c68e70b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1826183337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6a4c2931844f918b911a59ed663ea3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550b1696-5c", "ovs_interfaceid": "550b1696-5c51-4aeb-a73d-1dd690d5991a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.089749] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:63:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92fe29b3-0907-453d-aabb-5559c4bd7c0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '550b1696-5c51-4aeb-a73d-1dd690d5991a', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.099014] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Creating folder: Project (3b6a4c2931844f918b911a59ed663ea3). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.100408] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623bddcb-4633-46cb-826e-9d0f045101a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.114414] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Created folder: Project (3b6a4c2931844f918b911a59ed663ea3) in parent group-v429490. [ 1891.114639] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Creating folder: Instances. Parent ref: group-v429554. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.117921] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b229f2d-ab95-4770-b171-7fa1317fd811 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.133579] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Created folder: Instances in parent group-v429554. [ 1891.133908] env[63862]: DEBUG oslo.service.loopingcall [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.137330] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.137766] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86ef33fa-6993-485f-8ec7-7fa0e2255a3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.162801] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1891.180344] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.180344] env[63862]: value = "task-2097742" [ 1891.180344] env[63862]: _type = "Task" [ 1891.180344] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.214067] env[63862]: DEBUG oslo_vmware.api [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Task: {'id': task-2097739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273746} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.214592] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097742, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.217729] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.218206] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.218206] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.218381] env[63862]: INFO nova.compute.manager [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1891.218645] env[63862]: DEBUG oslo.service.loopingcall [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.219564] env[63862]: DEBUG nova.compute.manager [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1891.220167] env[63862]: DEBUG nova.network.neutron [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.274444] env[63862]: DEBUG nova.network.neutron [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1891.466576] env[63862]: INFO nova.compute.manager [-] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Took 1.94 seconds to deallocate network for instance. [ 1891.473399] env[63862]: DEBUG oslo_concurrency.lockutils [req-e01eceec-da52-40b0-8430-d7c96e3a46c8 req-26501723-19a7-48c5-9827-d60805986601 service nova] Releasing lock "refresh_cache-06cf82f5-edb4-4bab-8396-43f652e0c1cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.621457] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9089fe-204a-4d96-99f9-09ba96560d8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.633161] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792eeb0d-8d5d-49e5-afcb-531e3a9719f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.678152] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.678768] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.679053] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.679259] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.679440] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.689297] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ee08fd-2e44-4fae-bf97-d2b36ffc41e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.700850] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "3530f4ac-4e50-4950-aaca-082995af7da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.700850] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "3530f4ac-4e50-4950-aaca-082995af7da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.707373] env[63862]: DEBUG nova.network.neutron [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Successfully updated port: 056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1891.718196] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097742, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.718944] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed89c83-ff96-4e34-bdf7-e3855066d5e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.732216] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.742414] env[63862]: DEBUG nova.compute.provider_tree [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1891.746471] env[63862]: INFO nova.compute.manager [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Terminating instance [ 1891.777171] env[63862]: DEBUG nova.network.neutron [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.981489] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.085020] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.124015] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1892.124546] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.125248] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1892.125767] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.127517] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1892.127517] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1892.127517] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1892.127517] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1892.127517] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1892.128116] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1892.128116] env[63862]: DEBUG nova.virt.hardware [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1892.129328] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87962e1f-fd14-4902-a76e-3a14b6d6099c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.140583] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccdac64-9f10-446b-bf4f-77b4fc3481d4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.212646] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097742, 'name': CreateVM_Task, 'duration_secs': 0.623667} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.212848] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1892.213720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.214335] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.214698] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1892.214959] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6233336c-d1d0-40ca-8cfe-805b21306bb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.218153] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.218381] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.218465] env[63862]: DEBUG nova.network.neutron [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.224286] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1892.224286] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52be485d-c71b-596f-957c-53953ebf0558" [ 1892.224286] env[63862]: _type = "Task" [ 1892.224286] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.232369] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52be485d-c71b-596f-957c-53953ebf0558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.248562] env[63862]: DEBUG nova.scheduler.client.report [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1892.252516] env[63862]: DEBUG nova.compute.manager [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.253970] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.253970] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c437ae-b4ed-4a2a-99a0-8ecbadaf8639 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.263046] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1892.264066] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b20559b-a344-4064-b095-cd20a93e28ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.283562] env[63862]: INFO nova.compute.manager [-] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Took 1.06 seconds to deallocate network for instance. [ 1892.352644] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1892.352644] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1892.352644] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleting the datastore file [datastore2] e41c8a2b-c912-40b1-99a4-1ce6bb2686d5 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1892.352644] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff99cc7-f9d9-4236-a52e-c1848b934d7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.367318] env[63862]: DEBUG oslo_vmware.api [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1892.367318] env[63862]: value = "task-2097745" [ 1892.367318] env[63862]: _type = "Task" [ 1892.367318] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.379119] env[63862]: DEBUG oslo_vmware.api [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.468541] env[63862]: DEBUG nova.compute.manager [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Received event network-changed-e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.468779] env[63862]: DEBUG nova.compute.manager [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Refreshing instance network info cache due to event network-changed-e3132d0f-0f90-4b2d-a83b-8da264860561. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1892.469015] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] Acquiring lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.469932] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] Acquired lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.470134] env[63862]: DEBUG nova.network.neutron [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Refreshing network info cache for port e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.497072] env[63862]: DEBUG nova.compute.manager [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Received event network-vif-deleted-afaa0910-f829-4a55-b797-f32d3c207a6d {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.497312] env[63862]: DEBUG nova.compute.manager [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Received event network-changed-550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.497479] env[63862]: DEBUG nova.compute.manager [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Refreshing instance network info cache due to event network-changed-550b1696-5c51-4aeb-a73d-1dd690d5991a. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1892.497800] env[63862]: DEBUG oslo_concurrency.lockutils [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] Acquiring lock "refresh_cache-44095de4-eac4-475d-aa56-6fe9211a1721" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.497869] env[63862]: DEBUG oslo_concurrency.lockutils [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] Acquired lock "refresh_cache-44095de4-eac4-475d-aa56-6fe9211a1721" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.497973] env[63862]: DEBUG nova.network.neutron [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Refreshing network info cache for port 550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.738990] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52be485d-c71b-596f-957c-53953ebf0558, 'name': SearchDatastore_Task, 'duration_secs': 0.034265} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.740712] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.740712] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.740712] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.740712] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.741462] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.742179] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11f4c7f2-f5e3-4c3a-92a4-7dbda4632555 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.753318] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.753650] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.755301] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.755882] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1892.759069] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dff6a4f-7f1e-4efc-97f0-4ba93df6c65b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.762097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.363s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.762348] env[63862]: DEBUG nova.objects.instance [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1892.770398] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1892.770398] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52961251-6e6c-9360-61e1-2d4921918f60" [ 1892.770398] env[63862]: _type = "Task" [ 1892.770398] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.783095] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52961251-6e6c-9360-61e1-2d4921918f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.794155] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.866137] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.866433] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.866654] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.866831] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.866993] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.872088] env[63862]: INFO nova.compute.manager [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Terminating instance [ 1892.879954] env[63862]: DEBUG oslo_vmware.api [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387667} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.881786] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.881940] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.882140] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.882317] env[63862]: INFO nova.compute.manager [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1892.882553] env[63862]: DEBUG oslo.service.loopingcall [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.882930] env[63862]: DEBUG nova.compute.manager [-] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.883041] env[63862]: DEBUG nova.network.neutron [-] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.990966] env[63862]: DEBUG nova.network.neutron [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1893.264578] env[63862]: DEBUG nova.compute.utils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.266130] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1893.266596] env[63862]: DEBUG nova.network.neutron [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1893.291080] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52961251-6e6c-9360-61e1-2d4921918f60, 'name': SearchDatastore_Task, 'duration_secs': 0.028913} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.291738] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c99d2e-640f-48c9-aa25-2d4d5d52a0c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.301493] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1893.301493] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5246af26-094c-eaea-3d64-f11c8421112c" [ 1893.301493] env[63862]: _type = "Task" [ 1893.301493] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.314524] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5246af26-094c-eaea-3d64-f11c8421112c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.315664] env[63862]: DEBUG nova.network.neutron [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [{"id": "056252aa-1d7d-415d-93ed-629c330ac545", "address": "fa:16:3e:d0:b8:a0", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056252aa-1d", "ovs_interfaceid": "056252aa-1d7d-415d-93ed-629c330ac545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.385842] env[63862]: DEBUG nova.policy [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '454871d059af455db8fb1c7c1a431e05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ddcd939e84843669e4d646fc220e215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1893.387969] env[63862]: DEBUG nova.compute.manager [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1893.388533] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1893.389873] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9fc091-1fe0-49ae-8f7a-5a494f1e1270 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.404490] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1893.405387] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd04d77-1c6c-4bd3-8ec9-684f510bb6be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.413709] env[63862]: DEBUG oslo_vmware.api [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1893.413709] env[63862]: value = "task-2097746" [ 1893.413709] env[63862]: _type = "Task" [ 1893.413709] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.425152] env[63862]: DEBUG oslo_vmware.api [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.429996] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.430254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.778111] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b44ad820-0e89-4ad3-b369-19b3cbe2df66 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.779885] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1893.784071] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.805s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.789319] env[63862]: INFO nova.compute.claims [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.818914] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5246af26-094c-eaea-3d64-f11c8421112c, 'name': SearchDatastore_Task, 'duration_secs': 0.020825} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.819079] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.819354] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 44095de4-eac4-475d-aa56-6fe9211a1721/44095de4-eac4-475d-aa56-6fe9211a1721.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.819620] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7322f74f-fb24-431f-a7fb-c9eb4e7eb0ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.823291] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.823555] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Instance network_info: |[{"id": "056252aa-1d7d-415d-93ed-629c330ac545", "address": "fa:16:3e:d0:b8:a0", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056252aa-1d", "ovs_interfaceid": "056252aa-1d7d-415d-93ed-629c330ac545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1893.823943] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b8:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '056252aa-1d7d-415d-93ed-629c330ac545', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1893.833587] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating folder: Project (4700f95096c34721b3ddf6276ed702c1). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1893.836195] env[63862]: DEBUG nova.network.neutron [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Successfully created port: 02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1893.837694] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bce9579-a326-42a0-9142-94e922f18f90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.842917] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1893.842917] env[63862]: value = "task-2097748" [ 1893.842917] env[63862]: _type = "Task" [ 1893.842917] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.843904] env[63862]: DEBUG nova.network.neutron [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Successfully updated port: 330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.857450] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.859206] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created folder: Project (4700f95096c34721b3ddf6276ed702c1) in parent group-v429490. [ 1893.859206] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating folder: Instances. Parent ref: group-v429557. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1893.860019] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1182bb56-372b-4dd1-8508-325a164c7061 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.871737] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created folder: Instances in parent group-v429557. [ 1893.872172] env[63862]: DEBUG oslo.service.loopingcall [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1893.874851] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1893.875123] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c7892e-4998-47f7-968d-84c9bcdf7ba2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.898472] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1893.898472] env[63862]: value = "task-2097751" [ 1893.898472] env[63862]: _type = "Task" [ 1893.898472] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.908208] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097751, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.925154] env[63862]: DEBUG oslo_vmware.api [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097746, 'name': PowerOffVM_Task, 'duration_secs': 0.208247} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.925423] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1893.925725] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.926216] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f99bd5e0-8f17-4a95-ab51-953776fa4c12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.928206] env[63862]: DEBUG nova.network.neutron [-] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.010728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1894.010728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1894.010728] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Deleting the datastore file [datastore2] c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1894.010728] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e338f1d4-d7d2-4add-9e13-ada5e073f5f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.021776] env[63862]: DEBUG oslo_vmware.api [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for the task: (returnval){ [ 1894.021776] env[63862]: value = "task-2097753" [ 1894.021776] env[63862]: _type = "Task" [ 1894.021776] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.034616] env[63862]: DEBUG oslo_vmware.api [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.213373] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.213611] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.255266] env[63862]: DEBUG nova.network.neutron [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Updated VIF entry in instance network info cache for port 550b1696-5c51-4aeb-a73d-1dd690d5991a. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.255266] env[63862]: DEBUG nova.network.neutron [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Updating instance_info_cache with network_info: [{"id": "550b1696-5c51-4aeb-a73d-1dd690d5991a", "address": "fa:16:3e:78:63:d1", "network": {"id": "83bbc760-0854-4eb3-8c1d-b7ac2c68e70b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1826183337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6a4c2931844f918b911a59ed663ea3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92fe29b3-0907-453d-aabb-5559c4bd7c0f", "external-id": "nsx-vlan-transportzone-482", "segmentation_id": 482, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap550b1696-5c", "ovs_interfaceid": "550b1696-5c51-4aeb-a73d-1dd690d5991a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.304423] env[63862]: DEBUG nova.network.neutron [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Updated VIF entry in instance network info cache for port e3132d0f-0f90-4b2d-a83b-8da264860561. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1894.308080] env[63862]: DEBUG nova.network.neutron [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Updating instance_info_cache with network_info: [{"id": "e3132d0f-0f90-4b2d-a83b-8da264860561", "address": "fa:16:3e:31:ab:85", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3132d0f-0f", "ovs_interfaceid": "e3132d0f-0f90-4b2d-a83b-8da264860561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.347488] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.347655] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.347823] env[63862]: DEBUG nova.network.neutron [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.362146] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481249} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.363443] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 44095de4-eac4-475d-aa56-6fe9211a1721/44095de4-eac4-475d-aa56-6fe9211a1721.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.363443] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.363591] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21881930-f78e-455d-9dc3-840717a07455 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.371283] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1894.371283] env[63862]: value = "task-2097754" [ 1894.371283] env[63862]: _type = "Task" [ 1894.371283] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.380742] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.414567] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097751, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.433099] env[63862]: INFO nova.compute.manager [-] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Took 1.55 seconds to deallocate network for instance. [ 1894.532503] env[63862]: DEBUG oslo_vmware.api [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Task: {'id': task-2097753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429384} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.532754] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.532941] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.533181] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.533363] env[63862]: INFO nova.compute.manager [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1894.533595] env[63862]: DEBUG oslo.service.loopingcall [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.533780] env[63862]: DEBUG nova.compute.manager [-] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.533872] env[63862]: DEBUG nova.network.neutron [-] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.757191] env[63862]: DEBUG oslo_concurrency.lockutils [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] Releasing lock "refresh_cache-44095de4-eac4-475d-aa56-6fe9211a1721" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.757191] env[63862]: DEBUG nova.compute.manager [req-fa2ab74e-001f-40c6-945a-9d9b243d4bef req-71d05fd6-da34-4e87-8788-73a9dab1f923 service nova] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Received event network-vif-deleted-77c96925-3564-4cba-adcd-2793a8fa2576 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1894.792016] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1894.815167] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] Releasing lock "refresh_cache-eff61fb5-f335-4ab7-b3e7-1ac87357e939" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.815241] env[63862]: DEBUG nova.compute.manager [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Received event network-vif-plugged-056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1894.815585] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] Acquiring lock "5055db0a-a895-4fbd-be64-e587e03ce58e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.815694] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.815862] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.816044] env[63862]: DEBUG nova.compute.manager [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] No waiting events found dispatching network-vif-plugged-056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.816303] env[63862]: WARNING nova.compute.manager [req-f3d08c03-c21a-4460-9204-aa47253b5db7 req-9fe8ec0e-1b25-495c-9c98-995f93553054 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Received unexpected event network-vif-plugged-056252aa-1d7d-415d-93ed-629c330ac545 for instance with vm_state building and task_state spawning. [ 1894.832618] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1894.832868] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1894.833071] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1894.833212] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1894.833366] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1894.834246] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1894.834246] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1894.834246] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1894.834246] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1894.838642] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1894.838856] env[63862]: DEBUG nova.virt.hardware [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1894.840241] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e768e99-f121-48fd-9a78-b6c9c4bb2a18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.852410] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbacd94-631c-42e3-b6fd-194f73193607 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.887225] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061845} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.887225] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.887923] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37166fb-eb41-43f4-a8b4-d5d54fd230c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.919193] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 44095de4-eac4-475d-aa56-6fe9211a1721/44095de4-eac4-475d-aa56-6fe9211a1721.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.927126] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d88a80f-c638-4a43-bebe-4f6492f8d62b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.942784] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.944700] env[63862]: DEBUG nova.network.neutron [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.949889] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097751, 'name': CreateVM_Task, 'duration_secs': 0.530565} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.951107] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1894.951432] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1894.951432] env[63862]: value = "task-2097755" [ 1894.951432] env[63862]: _type = "Task" [ 1894.951432] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.952197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.952197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.952502] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1894.955065] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fce342e-a42d-4fbb-9cbc-d8c331f6bcea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.965495] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.966791] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1894.966791] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d90524-87eb-de2e-3df5-f072cfbdb98f" [ 1894.966791] env[63862]: _type = "Task" [ 1894.966791] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.975456] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d90524-87eb-de2e-3df5-f072cfbdb98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.250832] env[63862]: DEBUG nova.network.neutron [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updating instance_info_cache with network_info: [{"id": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "address": "fa:16:3e:c7:2f:76", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330db5fb-ab", "ovs_interfaceid": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.330410] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.330644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.344047] env[63862]: DEBUG nova.compute.manager [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Received event network-changed-056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.344255] env[63862]: DEBUG nova.compute.manager [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Refreshing instance network info cache due to event network-changed-056252aa-1d7d-415d-93ed-629c330ac545. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1895.344470] env[63862]: DEBUG oslo_concurrency.lockutils [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] Acquiring lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.344611] env[63862]: DEBUG oslo_concurrency.lockutils [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] Acquired lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.344771] env[63862]: DEBUG nova.network.neutron [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Refreshing network info cache for port 056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.360430] env[63862]: DEBUG nova.compute.manager [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Received event network-vif-plugged-330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.360731] env[63862]: DEBUG oslo_concurrency.lockutils [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.361394] env[63862]: DEBUG oslo_concurrency.lockutils [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.361602] env[63862]: DEBUG oslo_concurrency.lockutils [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.361774] env[63862]: DEBUG nova.compute.manager [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] No waiting events found dispatching network-vif-plugged-330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.361962] env[63862]: WARNING nova.compute.manager [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Received unexpected event network-vif-plugged-330db5fb-abdf-41d3-99ef-ccb2cd079117 for instance with vm_state building and task_state spawning. [ 1895.362153] env[63862]: DEBUG nova.compute.manager [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Received event network-changed-330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.362354] env[63862]: DEBUG nova.compute.manager [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Refreshing instance network info cache due to event network-changed-330db5fb-abdf-41d3-99ef-ccb2cd079117. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1895.362564] env[63862]: DEBUG oslo_concurrency.lockutils [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] Acquiring lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.405888] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905da16a-5f03-4812-8a95-3feae237e463 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.414860] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d179b-db8f-4afe-9010-63330287b025 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.447863] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62493cd-bece-40d8-a31a-78991d607d73 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.460111] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e852bd9b-6bb7-407a-bee7-ede1a7cf7ab4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.467097] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.478057] env[63862]: DEBUG nova.compute.provider_tree [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.486777] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d90524-87eb-de2e-3df5-f072cfbdb98f, 'name': SearchDatastore_Task, 'duration_secs': 0.03077} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.488076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.488222] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1895.488418] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.488589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.488771] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1895.489428] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e9daf9-3e73-4c7a-a9c6-3bee14c58a7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.502934] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1895.503120] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1895.506035] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20699f3-17ce-42c8-b8ad-0b0238c03aab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.512842] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1895.512842] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e8ac92-320d-5e61-1532-9e779d3d450b" [ 1895.512842] env[63862]: _type = "Task" [ 1895.512842] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.521442] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e8ac92-320d-5e61-1532-9e779d3d450b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.728839] env[63862]: DEBUG nova.network.neutron [-] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.752996] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Releasing lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.755973] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Instance network_info: |[{"id": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "address": "fa:16:3e:c7:2f:76", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330db5fb-ab", "ovs_interfaceid": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1895.755973] env[63862]: DEBUG oslo_concurrency.lockutils [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] Acquired lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.756190] env[63862]: DEBUG nova.network.neutron [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Refreshing network info cache for port 330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.756190] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:2f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '330db5fb-abdf-41d3-99ef-ccb2cd079117', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1895.768175] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Creating folder: Project (135546c8f22948e5ba6090c5f860371f). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1895.768175] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2836993f-149d-4a3f-92c4-79b060d3c466 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.784155] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Created folder: Project (135546c8f22948e5ba6090c5f860371f) in parent group-v429490. [ 1895.784155] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Creating folder: Instances. Parent ref: group-v429560. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1895.784351] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00da3b76-cf87-4054-9b90-0095aafcb5e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.798215] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Created folder: Instances in parent group-v429560. [ 1895.798723] env[63862]: DEBUG oslo.service.loopingcall [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.798903] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1895.799145] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73af3427-20d7-4864-9a66-be866d1cc53e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.832886] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.832886] env[63862]: value = "task-2097758" [ 1895.832886] env[63862]: _type = "Task" [ 1895.832886] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.847411] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097758, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.848605] env[63862]: DEBUG nova.network.neutron [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Successfully updated port: 02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1895.969500] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097755, 'name': ReconfigVM_Task, 'duration_secs': 0.914912} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.969844] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 44095de4-eac4-475d-aa56-6fe9211a1721/44095de4-eac4-475d-aa56-6fe9211a1721.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.973404] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b091bc1-b4ad-4518-bf66-6fb3605265f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.981972] env[63862]: DEBUG nova.scheduler.client.report [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1895.994969] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1895.994969] env[63862]: value = "task-2097760" [ 1895.994969] env[63862]: _type = "Task" [ 1895.994969] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.010771] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097760, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.030300] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e8ac92-320d-5e61-1532-9e779d3d450b, 'name': SearchDatastore_Task, 'duration_secs': 0.05079} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.031435] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fbfc94-e11e-4984-9bba-9a84c65ad593 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.039349] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1896.039349] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5289050b-64d7-ab59-75c2-20d1bcc6cb03" [ 1896.039349] env[63862]: _type = "Task" [ 1896.039349] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.053257] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5289050b-64d7-ab59-75c2-20d1bcc6cb03, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.053565] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.053861] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/5055db0a-a895-4fbd-be64-e587e03ce58e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1896.054159] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e1b1531-e607-4329-b266-88b2da3f7080 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.065204] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1896.065204] env[63862]: value = "task-2097761" [ 1896.065204] env[63862]: _type = "Task" [ 1896.065204] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.074914] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.231304] env[63862]: INFO nova.compute.manager [-] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Took 1.70 seconds to deallocate network for instance. [ 1896.334611] env[63862]: DEBUG nova.network.neutron [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updated VIF entry in instance network info cache for port 056252aa-1d7d-415d-93ed-629c330ac545. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.335064] env[63862]: DEBUG nova.network.neutron [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [{"id": "056252aa-1d7d-415d-93ed-629c330ac545", "address": "fa:16:3e:d0:b8:a0", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056252aa-1d", "ovs_interfaceid": "056252aa-1d7d-415d-93ed-629c330ac545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.353395] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.353852] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquired lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.354180] env[63862]: DEBUG nova.network.neutron [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.355876] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097758, 'name': CreateVM_Task, 'duration_secs': 0.399108} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.357214] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.359370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.359370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.363236] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.363236] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778880c1-223e-418e-9004-98aec3050f5a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.371191] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1896.371191] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52360641-d1a3-ff1a-f5aa-2ff588020940" [ 1896.371191] env[63862]: _type = "Task" [ 1896.371191] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.387166] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52360641-d1a3-ff1a-f5aa-2ff588020940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.497100] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.497736] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1896.501895] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.985s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.502200] env[63862]: DEBUG nova.objects.instance [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lazy-loading 'resources' on Instance uuid 3f3b63ea-f969-434e-8788-19b88d5fa652 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1896.519341] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097760, 'name': Rename_Task, 'duration_secs': 0.185853} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.519341] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.519341] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf05c07-7d79-40bc-9494-c4dc2d98f900 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.536407] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1896.536407] env[63862]: value = "task-2097762" [ 1896.536407] env[63862]: _type = "Task" [ 1896.536407] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.552100] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.576806] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490965} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.578064] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/5055db0a-a895-4fbd-be64-e587e03ce58e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1896.578919] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1896.578919] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e62127-f3f6-4d29-ae67-add9e7f06c0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.594971] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1896.594971] env[63862]: value = "task-2097763" [ 1896.594971] env[63862]: _type = "Task" [ 1896.594971] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.606834] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.747148] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.831856] env[63862]: DEBUG nova.network.neutron [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updated VIF entry in instance network info cache for port 330db5fb-abdf-41d3-99ef-ccb2cd079117. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.831856] env[63862]: DEBUG nova.network.neutron [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updating instance_info_cache with network_info: [{"id": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "address": "fa:16:3e:c7:2f:76", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330db5fb-ab", "ovs_interfaceid": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.843532] env[63862]: DEBUG oslo_concurrency.lockutils [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] Releasing lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.843986] env[63862]: DEBUG nova.compute.manager [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Received event network-changed-ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.844190] env[63862]: DEBUG nova.compute.manager [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Refreshing instance network info cache due to event network-changed-ffac5191-2737-4f55-81d6-357180c09f45. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1896.844434] env[63862]: DEBUG oslo_concurrency.lockutils [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] Acquiring lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.844679] env[63862]: DEBUG oslo_concurrency.lockutils [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] Acquired lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.845223] env[63862]: DEBUG nova.network.neutron [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Refreshing network info cache for port ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.884543] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52360641-d1a3-ff1a-f5aa-2ff588020940, 'name': SearchDatastore_Task, 'duration_secs': 0.046157} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.884543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.884543] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1896.884543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.884809] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.884809] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.884809] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42865ca3-8f3d-4a15-ab2d-d2d921c51e81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.897439] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.897641] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.899753] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7669996b-4051-41e7-91ba-44204727daea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.910769] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1896.910769] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e5612a-ab4c-dbd0-e52a-85b930408bcd" [ 1896.910769] env[63862]: _type = "Task" [ 1896.910769] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.926081] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e5612a-ab4c-dbd0-e52a-85b930408bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.935231] env[63862]: DEBUG nova.network.neutron [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.010693] env[63862]: DEBUG nova.compute.utils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1897.016067] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1897.016844] env[63862]: DEBUG nova.network.neutron [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1897.052580] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.097132] env[63862]: DEBUG nova.policy [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a39463459942b5a009bab466847a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4700f95096c34721b3ddf6276ed702c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1897.113540] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079856} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.116382] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1897.119124] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f4aa3-717d-4d5a-b627-c83ff6fcbfb7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.146172] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/5055db0a-a895-4fbd-be64-e587e03ce58e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1897.149889] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c1d81c-097f-4653-be43-fe75a28b7124 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.177567] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1897.177567] env[63862]: value = "task-2097764" [ 1897.177567] env[63862]: _type = "Task" [ 1897.177567] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.192701] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.334648] env[63862]: DEBUG oslo_concurrency.lockutils [req-10515564-d231-4731-9081-94d9da0db943 req-25800276-51ea-47d6-85ea-ae6f0fa11383 service nova] Releasing lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.407904] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.407904] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.407904] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.407904] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.408056] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.412563] env[63862]: INFO nova.compute.manager [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Terminating instance [ 1897.437430] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e5612a-ab4c-dbd0-e52a-85b930408bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.016207} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.438522] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d06e98-2084-46af-ad27-451de310ca37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.449382] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1897.449382] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5215cd7a-8a40-079b-16bd-7dbf8f069358" [ 1897.449382] env[63862]: _type = "Task" [ 1897.449382] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.461344] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5215cd7a-8a40-079b-16bd-7dbf8f069358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.512366] env[63862]: DEBUG nova.network.neutron [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Successfully created port: 3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1897.519070] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1897.555989] env[63862]: DEBUG oslo_vmware.api [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097762, 'name': PowerOnVM_Task, 'duration_secs': 0.731479} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.556324] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.556535] env[63862]: INFO nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1897.556742] env[63862]: DEBUG nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.557525] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6ae85c-4c8d-4dd2-8806-1c25c7c8750d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.616953] env[63862]: DEBUG nova.network.neutron [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updating instance_info_cache with network_info: [{"id": "02e29aba-8561-49b3-8651-5da61af0b284", "address": "fa:16:3e:23:56:6c", "network": {"id": "35c885c3-4072-48a7-b9ec-f350cb7b82e8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386598154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ddcd939e84843669e4d646fc220e215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e29aba-85", "ovs_interfaceid": "02e29aba-8561-49b3-8651-5da61af0b284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.671542] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943698f2-0f01-4133-8526-ff60086c7e39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.683801] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fbbdf2-b35d-444a-adf9-c7214a01a94c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.694071] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097764, 'name': ReconfigVM_Task, 'duration_secs': 0.317267} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.720191] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/5055db0a-a895-4fbd-be64-e587e03ce58e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.723696] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db6ec98-4729-4af8-8bc8-9b785f1a8bfd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.725800] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a11ff-cf17-42cd-817a-b3d8384031a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.735138] env[63862]: DEBUG nova.compute.manager [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Received event network-vif-plugged-02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.735138] env[63862]: DEBUG oslo_concurrency.lockutils [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] Acquiring lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.735138] env[63862]: DEBUG oslo_concurrency.lockutils [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.735138] env[63862]: DEBUG oslo_concurrency.lockutils [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.735138] env[63862]: DEBUG nova.compute.manager [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] No waiting events found dispatching network-vif-plugged-02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1897.735346] env[63862]: WARNING nova.compute.manager [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Received unexpected event network-vif-plugged-02e29aba-8561-49b3-8651-5da61af0b284 for instance with vm_state building and task_state spawning. [ 1897.735346] env[63862]: DEBUG nova.compute.manager [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Received event network-changed-02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.735346] env[63862]: DEBUG nova.compute.manager [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Refreshing instance network info cache due to event network-changed-02e29aba-8561-49b3-8651-5da61af0b284. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1897.735346] env[63862]: DEBUG oslo_concurrency.lockutils [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] Acquiring lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.739249] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1897.739249] env[63862]: value = "task-2097765" [ 1897.739249] env[63862]: _type = "Task" [ 1897.739249] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.740522] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcd2bcb-218b-41a7-9642-dace95b29ed5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.754895] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097765, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.764402] env[63862]: DEBUG nova.compute.provider_tree [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.789515] env[63862]: DEBUG nova.compute.manager [req-f4571bee-6a53-499d-a401-359193bc8351 req-e7f2ebf7-815b-4e71-8a3d-ef5b194eab7b service nova] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Received event network-vif-deleted-5d5c0882-7b2b-491f-872e-769c9636d93c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1897.929020] env[63862]: DEBUG nova.compute.manager [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1897.929302] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1897.933087] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b3524-5a85-4f74-9957-88340e24a5e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.939757] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.940043] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c040a449-3624-459c-8780-badd6c8a9b4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.951687] env[63862]: DEBUG oslo_vmware.api [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1897.951687] env[63862]: value = "task-2097766" [ 1897.951687] env[63862]: _type = "Task" [ 1897.951687] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.966210] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5215cd7a-8a40-079b-16bd-7dbf8f069358, 'name': SearchDatastore_Task, 'duration_secs': 0.046187} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.970353] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.970353] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 1e764253-af3a-41b9-95f5-ecba50effbfb/1e764253-af3a-41b9-95f5-ecba50effbfb.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.970353] env[63862]: DEBUG oslo_vmware.api [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.970513] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38087869-4966-4ba7-a663-ec7bd84838e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.978658] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1897.978658] env[63862]: value = "task-2097767" [ 1897.978658] env[63862]: _type = "Task" [ 1897.978658] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.986832] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.999796] env[63862]: DEBUG nova.network.neutron [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updated VIF entry in instance network info cache for port ffac5191-2737-4f55-81d6-357180c09f45. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.000822] env[63862]: DEBUG nova.network.neutron [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updating instance_info_cache with network_info: [{"id": "ffac5191-2737-4f55-81d6-357180c09f45", "address": "fa:16:3e:36:eb:16", "network": {"id": "384f931d-fed2-402c-8ec5-e1d6779223f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-399051490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46da70fc12c4452e96bd83dccf946207", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac5191-27", "ovs_interfaceid": "ffac5191-2737-4f55-81d6-357180c09f45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.082214] env[63862]: INFO nova.compute.manager [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Took 32.83 seconds to build instance. [ 1898.123662] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Releasing lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.124610] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Instance network_info: |[{"id": "02e29aba-8561-49b3-8651-5da61af0b284", "address": "fa:16:3e:23:56:6c", "network": {"id": "35c885c3-4072-48a7-b9ec-f350cb7b82e8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386598154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ddcd939e84843669e4d646fc220e215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e29aba-85", "ovs_interfaceid": "02e29aba-8561-49b3-8651-5da61af0b284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1898.125176] env[63862]: DEBUG oslo_concurrency.lockutils [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] Acquired lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.125368] env[63862]: DEBUG nova.network.neutron [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Refreshing network info cache for port 02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.127824] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:56:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '191a5351-07d5-4138-b855-206f48fc4375', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e29aba-8561-49b3-8651-5da61af0b284', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.137217] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Creating folder: Project (4ddcd939e84843669e4d646fc220e215). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1898.138476] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6da574-24f5-4c08-848a-a2bcb4df5700 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.152339] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Created folder: Project (4ddcd939e84843669e4d646fc220e215) in parent group-v429490. [ 1898.152774] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Creating folder: Instances. Parent ref: group-v429564. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1898.152871] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb6c1b2f-9c88-4f47-bd7a-009fe529c64a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.164273] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Created folder: Instances in parent group-v429564. [ 1898.164929] env[63862]: DEBUG oslo.service.loopingcall [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.164929] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.164929] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd9b5e9-739f-4614-ac35-6fb1475b574c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.187204] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.187204] env[63862]: value = "task-2097771" [ 1898.187204] env[63862]: _type = "Task" [ 1898.187204] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.198914] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097771, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.255176] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097765, 'name': Rename_Task, 'duration_secs': 0.177516} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.255545] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.255830] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a7d6db1-fb3d-43f9-b7af-5a6374fafab3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.264313] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1898.264313] env[63862]: value = "task-2097772" [ 1898.264313] env[63862]: _type = "Task" [ 1898.264313] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.275804] env[63862]: DEBUG nova.scheduler.client.report [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1898.279350] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.324254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "434db579-bfa9-4178-beca-90955252999b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.324254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "434db579-bfa9-4178-beca-90955252999b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.324254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "434db579-bfa9-4178-beca-90955252999b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.324254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "434db579-bfa9-4178-beca-90955252999b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.324727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "434db579-bfa9-4178-beca-90955252999b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.326873] env[63862]: INFO nova.compute.manager [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Terminating instance [ 1898.469920] env[63862]: DEBUG oslo_vmware.api [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097766, 'name': PowerOffVM_Task, 'duration_secs': 0.195839} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.470285] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.471635] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.471635] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da78d7bb-d5f2-4fb3-9cf6-bb2166c4ddd2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.489374] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.503578] env[63862]: DEBUG oslo_concurrency.lockutils [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] Releasing lock "refresh_cache-ae109144-b868-4d2f-aac0-cb9b59b1627e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.503764] env[63862]: DEBUG nova.compute.manager [req-439e81ab-42b8-4d7c-9f52-bc6cbc5824a9 req-9e1199a4-bdfe-41ec-989b-6245e1e7b8b1 service nova] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Received event network-vif-deleted-1b5c4eca-2cc2-44da-a126-277acb65c735 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1898.531915] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1898.574957] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.574957] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.574957] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleting the datastore file [datastore2] 94a0eeb0-5af2-4591-9c9f-f886d984bdc2 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.577418] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1898.577630] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.577773] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1898.577960] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.578158] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1898.578332] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1898.578552] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1898.578714] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1898.578936] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1898.579107] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1898.579316] env[63862]: DEBUG nova.virt.hardware [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1898.579798] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a383decd-8f91-49b1-8852-70fb030fecf7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.582281] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939816b8-437b-49ef-bf13-4185b10a5a17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.587533] env[63862]: DEBUG oslo_concurrency.lockutils [None req-26025b95-8c57-4ce5-ab3f-e08d3636a1dc tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "44095de4-eac4-475d-aa56-6fe9211a1721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.278s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.594935] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc72535-41e2-4301-9568-08448111eb3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.600121] env[63862]: DEBUG oslo_vmware.api [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1898.600121] env[63862]: value = "task-2097774" [ 1898.600121] env[63862]: _type = "Task" [ 1898.600121] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.624198] env[63862]: DEBUG oslo_vmware.api [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.699557] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097771, 'name': CreateVM_Task, 'duration_secs': 0.5092} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.699662] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.700336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.700506] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.700826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.701096] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d178b15f-4f5f-46ec-9a5e-c6a8ac395598 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.708205] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1898.708205] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521786e4-56cf-c081-7ac4-85dafc222929" [ 1898.708205] env[63862]: _type = "Task" [ 1898.708205] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.719118] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521786e4-56cf-c081-7ac4-85dafc222929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.777553] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.784141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.786942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.746s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.812233] env[63862]: INFO nova.scheduler.client.report [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Deleted allocations for instance 3f3b63ea-f969-434e-8788-19b88d5fa652 [ 1898.837567] env[63862]: DEBUG nova.compute.manager [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.838181] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.839305] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60f354-7881-41ed-940d-2ed1ebe33ecc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.851848] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.852221] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54de7af0-b1f2-4266-ac63-37dac9d8bcdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.862065] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1898.862065] env[63862]: value = "task-2097775" [ 1898.862065] env[63862]: _type = "Task" [ 1898.862065] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.878554] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.992295] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718434} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.992295] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 1e764253-af3a-41b9-95f5-ecba50effbfb/1e764253-af3a-41b9-95f5-ecba50effbfb.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.992295] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.992295] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58112a8b-5b06-4ab7-bafc-1c3df9b1865b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.001009] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1899.001009] env[63862]: value = "task-2097776" [ 1899.001009] env[63862]: _type = "Task" [ 1899.001009] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.001874] env[63862]: DEBUG nova.network.neutron [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updated VIF entry in instance network info cache for port 02e29aba-8561-49b3-8651-5da61af0b284. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.002272] env[63862]: DEBUG nova.network.neutron [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updating instance_info_cache with network_info: [{"id": "02e29aba-8561-49b3-8651-5da61af0b284", "address": "fa:16:3e:23:56:6c", "network": {"id": "35c885c3-4072-48a7-b9ec-f350cb7b82e8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386598154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ddcd939e84843669e4d646fc220e215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e29aba-85", "ovs_interfaceid": "02e29aba-8561-49b3-8651-5da61af0b284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.025510] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.094751] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.112865] env[63862]: DEBUG oslo_vmware.api [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275332} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.113686] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.115781] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.115781] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.115781] env[63862]: INFO nova.compute.manager [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1899.115781] env[63862]: DEBUG oslo.service.loopingcall [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.115781] env[63862]: DEBUG nova.compute.manager [-] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.115781] env[63862]: DEBUG nova.network.neutron [-] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.194446] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.195133] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.220082] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521786e4-56cf-c081-7ac4-85dafc222929, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.220449] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.220764] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.221123] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.221303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.221484] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.223017] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b69666e-db9b-4cfc-94a9-04f3c3fe61d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.238441] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1899.238648] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1899.239489] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a1b24e-b983-45fc-bee6-efbce6331316 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.248216] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1899.248216] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c699d2-3f86-9e3b-cf48-46b00f154ba2" [ 1899.248216] env[63862]: _type = "Task" [ 1899.248216] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.262750] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c699d2-3f86-9e3b-cf48-46b00f154ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.277923] env[63862]: DEBUG oslo_vmware.api [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097772, 'name': PowerOnVM_Task, 'duration_secs': 0.708357} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.279088] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1899.279734] env[63862]: INFO nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1899.280648] env[63862]: DEBUG nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.281073] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b7c533-d3a1-482c-a4be-4494ec8ff325 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.324382] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2356ded0-1eb7-4eb1-9fd6-176c28f4e5d0 tempest-ImagesNegativeTestJSON-623584536 tempest-ImagesNegativeTestJSON-623584536-project-member] Lock "3f3b63ea-f969-434e-8788-19b88d5fa652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.727s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.377932] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097775, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.447501] env[63862]: DEBUG nova.network.neutron [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Successfully updated port: 3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1899.516671] env[63862]: DEBUG oslo_concurrency.lockutils [req-343ab429-7623-473e-a74c-17581708af2e req-a90cb270-ce54-40dc-bdfa-ddb503f1a135 service nova] Releasing lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.524394] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259762} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.524634] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1899.525963] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d707409-0db6-4cb8-876a-31423ed8834b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.554367] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1e764253-af3a-41b9-95f5-ecba50effbfb/1e764253-af3a-41b9-95f5-ecba50effbfb.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.555010] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b054cbd-d0be-4b0f-b16a-59effdc39d15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.579019] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1899.579019] env[63862]: value = "task-2097777" [ 1899.579019] env[63862]: _type = "Task" [ 1899.579019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.587774] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.626921] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.727413] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.727413] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.761696] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c699d2-3f86-9e3b-cf48-46b00f154ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.01549} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.764723] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf2cb6c-10f3-4070-9876-ca1771f2f666 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.773045] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1899.773045] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5272e768-2db0-e981-ba61-095da636fd30" [ 1899.773045] env[63862]: _type = "Task" [ 1899.773045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.791023] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5272e768-2db0-e981-ba61-095da636fd30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.813423] env[63862]: INFO nova.compute.manager [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Took 33.33 seconds to build instance. [ 1899.875074] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097775, 'name': PowerOffVM_Task, 'duration_secs': 0.524362} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.875899] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.876099] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.877010] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c21a1d8-3eba-4487-8a31-f65c1d0aa905 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.954761] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.954761] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.954761] env[63862]: DEBUG nova.network.neutron [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.060996] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1900.060996] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1900.060996] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleting the datastore file [datastore2] 434db579-bfa9-4178-beca-90955252999b {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.060996] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bd0b42c-3dfb-44b8-a49f-609a44d9e18f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.060996] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for the task: (returnval){ [ 1900.060996] env[63862]: value = "task-2097779" [ 1900.060996] env[63862]: _type = "Task" [ 1900.060996] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.063707] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.063707] env[63862]: DEBUG nova.network.neutron [-] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.095179] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097777, 'name': ReconfigVM_Task, 'duration_secs': 0.463369} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.095478] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1e764253-af3a-41b9-95f5-ecba50effbfb/1e764253-af3a-41b9-95f5-ecba50effbfb.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1900.096167] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309f9d69-57fb-4e51-9830-772330a5809f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.106326] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1900.106326] env[63862]: value = "task-2097781" [ 1900.106326] env[63862]: _type = "Task" [ 1900.106326] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.124999] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097781, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.286100] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5272e768-2db0-e981-ba61-095da636fd30, 'name': SearchDatastore_Task, 'duration_secs': 0.018016} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.288781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.288781] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] cd512d37-903a-4b5b-91d3-81c6c4417a0f/cd512d37-903a-4b5b-91d3-81c6c4417a0f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1900.288781] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1703c707-9c6d-496a-a525-9c377ad6627a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.295819] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1900.295819] env[63862]: value = "task-2097782" [ 1900.295819] env[63862]: _type = "Task" [ 1900.295819] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.306888] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.316569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cd4d2976-a442-479a-8d98-333f2a89b79a tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.701s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.342033] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2e81036f-03b0-400f-adc6-4eb39f947b5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1900.342033] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 434db579-bfa9-4178-beca-90955252999b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1900.342033] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 94a0eeb0-5af2-4591-9c9f-f886d984bdc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1900.342241] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 1e764253-af3a-41b9-95f5-ecba50effbfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1900.342530] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1900.342583] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance eff61fb5-f335-4ab7-b3e7-1ac87357e939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1900.342673] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0b1219cd-8dbe-4ac8-b867-3c956bf43288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1900.449669] env[63862]: DEBUG nova.compute.manager [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Received event network-vif-plugged-3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1900.450353] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] Acquiring lock "4cfe5db8-924d-4733-a0aa-77b41889ab56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.450353] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.450709] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.450843] env[63862]: DEBUG nova.compute.manager [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] No waiting events found dispatching network-vif-plugged-3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1900.451057] env[63862]: WARNING nova.compute.manager [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Received unexpected event network-vif-plugged-3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 for instance with vm_state building and task_state spawning. [ 1900.451801] env[63862]: DEBUG nova.compute.manager [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Received event network-changed-3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1900.451801] env[63862]: DEBUG nova.compute.manager [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Refreshing instance network info cache due to event network-changed-3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1900.451801] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] Acquiring lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.478594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "4115827a-5561-44e4-97cb-ac47c2be2c66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.478797] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.498736] env[63862]: DEBUG nova.network.neutron [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1900.506520] env[63862]: DEBUG oslo_vmware.api [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Task: {'id': task-2097779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228402} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.506776] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.506981] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.507199] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.507378] env[63862]: INFO nova.compute.manager [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] [instance: 434db579-bfa9-4178-beca-90955252999b] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1900.507614] env[63862]: DEBUG oslo.service.loopingcall [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.507831] env[63862]: DEBUG nova.compute.manager [-] [instance: 434db579-bfa9-4178-beca-90955252999b] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.507889] env[63862]: DEBUG nova.network.neutron [-] [instance: 434db579-bfa9-4178-beca-90955252999b] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.522853] env[63862]: INFO nova.compute.manager [-] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Took 1.41 seconds to deallocate network for instance. [ 1900.628587] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097781, 'name': Rename_Task, 'duration_secs': 0.186111} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.628903] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1900.629179] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acefa98e-3d9c-40d7-8b2a-30de73e5fa89 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.638322] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 1900.638322] env[63862]: value = "task-2097783" [ 1900.638322] env[63862]: _type = "Task" [ 1900.638322] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.649648] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.651833] env[63862]: DEBUG nova.compute.manager [req-1465b4c5-9fb4-4fd2-a032-c1a4a499b816 req-e8945184-01bd-41af-abca-2a2eec470085 service nova] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Received event network-vif-deleted-3167a2aa-2532-4309-a9d6-139eb09920f8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1900.666324] env[63862]: DEBUG nova.network.neutron [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Updating instance_info_cache with network_info: [{"id": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "address": "fa:16:3e:bc:b4:cc", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b87f8-e1", "ovs_interfaceid": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.813477] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.822506] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1900.846414] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 6f889af8-b931-4697-8b97-c7d34a8878e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1900.846414] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a57679b4-7b79-4644-ac00-8b6a529d836c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1900.882118] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "interface-44095de4-eac4-475d-aa56-6fe9211a1721-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.882408] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "interface-44095de4-eac4-475d-aa56-6fe9211a1721-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.882734] env[63862]: DEBUG nova.objects.instance [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lazy-loading 'flavor' on Instance uuid 44095de4-eac4-475d-aa56-6fe9211a1721 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.034797] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.149058] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097783, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.170043] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.170437] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Instance network_info: |[{"id": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "address": "fa:16:3e:bc:b4:cc", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b87f8-e1", "ovs_interfaceid": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1901.171182] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] Acquired lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.171373] env[63862]: DEBUG nova.network.neutron [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Refreshing network info cache for port 3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1901.172551] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:b4:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1901.180523] env[63862]: DEBUG oslo.service.loopingcall [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.181961] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1901.182503] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-263355cc-a526-4599-8f2d-70d7608b4b50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.202951] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1901.202951] env[63862]: value = "task-2097784" [ 1901.202951] env[63862]: _type = "Task" [ 1901.202951] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.211483] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097784, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.308410] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812084} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.308717] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] cd512d37-903a-4b5b-91d3-81c6c4417a0f/cd512d37-903a-4b5b-91d3-81c6c4417a0f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.308926] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.309297] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b193b1a5-3b40-4e1e-9d2c-8cdc9d2c8ce8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.316829] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1901.316829] env[63862]: value = "task-2097785" [ 1901.316829] env[63862]: _type = "Task" [ 1901.316829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.325991] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.344260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.349176] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a794c6c2-da0b-4ee9-ab9f-7fcf706bf514 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1901.349355] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 44095de4-eac4-475d-aa56-6fe9211a1721 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.388963] env[63862]: DEBUG nova.objects.instance [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lazy-loading 'pci_requests' on Instance uuid 44095de4-eac4-475d-aa56-6fe9211a1721 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.408864] env[63862]: DEBUG nova.network.neutron [-] [instance: 434db579-bfa9-4178-beca-90955252999b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.655713] env[63862]: DEBUG oslo_vmware.api [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2097783, 'name': PowerOnVM_Task, 'duration_secs': 0.972433} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.656188] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1901.656462] env[63862]: INFO nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1901.656679] env[63862]: DEBUG nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1901.657856] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af9c22-12e4-422b-abcf-836a7afe7cb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.714394] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097784, 'name': CreateVM_Task, 'duration_secs': 0.406601} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.714568] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.715330] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.715462] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.715795] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.716088] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b357a2b3-bff7-4bf6-942b-d15eca5fa28a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.721858] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1901.721858] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a82059-9d66-dded-6e21-7c8b6dc8c502" [ 1901.721858] env[63862]: _type = "Task" [ 1901.721858] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.731677] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a82059-9d66-dded-6e21-7c8b6dc8c502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.826839] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120274} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.827158] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.827929] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1885f2d-78fb-40ea-851a-1780edfc81c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.853369] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] cd512d37-903a-4b5b-91d3-81c6c4417a0f/cd512d37-903a-4b5b-91d3-81c6c4417a0f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.854109] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1901.854257] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance ae109144-b868-4d2f-aac0-cb9b59b1627e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.854383] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4cfe5db8-924d-4733-a0aa-77b41889ab56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.854500] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5055db0a-a895-4fbd-be64-e587e03ce58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.854616] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance cd512d37-903a-4b5b-91d3-81c6c4417a0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1901.854751] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 015cab37-1bd8-49ac-9a62-a1bac0754e9a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1901.856097] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d6e0bfc-5a5f-4616-a298-692c89e2c940 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.880435] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1901.880435] env[63862]: value = "task-2097786" [ 1901.880435] env[63862]: _type = "Task" [ 1901.880435] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.888999] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.892912] env[63862]: DEBUG nova.objects.base [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Object Instance<44095de4-eac4-475d-aa56-6fe9211a1721> lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1901.893121] env[63862]: DEBUG nova.network.neutron [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1901.911955] env[63862]: INFO nova.compute.manager [-] [instance: 434db579-bfa9-4178-beca-90955252999b] Took 1.40 seconds to deallocate network for instance. [ 1901.989948] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fd483a8-b22c-4aa6-9324-eb386002cb3f tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "interface-44095de4-eac4-475d-aa56-6fe9211a1721-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.033998] env[63862]: DEBUG nova.network.neutron [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Updated VIF entry in instance network info cache for port 3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.034570] env[63862]: DEBUG nova.network.neutron [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Updating instance_info_cache with network_info: [{"id": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "address": "fa:16:3e:bc:b4:cc", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b87f8-e1", "ovs_interfaceid": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.187196] env[63862]: INFO nova.compute.manager [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Took 30.74 seconds to build instance. [ 1902.233262] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a82059-9d66-dded-6e21-7c8b6dc8c502, 'name': SearchDatastore_Task, 'duration_secs': 0.014348} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.233585] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.233817] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.234109] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.234261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.234448] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.234702] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d385fcd-4f27-45ef-a8e7-1e18f0347b7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.245415] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.245737] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.246379] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd90d6cd-af05-4a79-865e-f670245b3884 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.252802] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1902.252802] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d725d0-f007-8986-ab2c-d75f8d25b8dd" [ 1902.252802] env[63862]: _type = "Task" [ 1902.252802] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.261291] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d725d0-f007-8986-ab2c-d75f8d25b8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.374512] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5f4ba151-330b-4ea0-8daa-6f917b22f3cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1902.374694] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance e41c8a2b-c912-40b1-99a4-1ce6bb2686d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.391975] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097786, 'name': ReconfigVM_Task, 'duration_secs': 0.272736} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.392271] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Reconfigured VM instance instance-00000017 to attach disk [datastore2] cd512d37-903a-4b5b-91d3-81c6c4417a0f/cd512d37-903a-4b5b-91d3-81c6c4417a0f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.392877] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4bf7a89-f15b-4ae5-9e32-477734ea872c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.400682] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1902.400682] env[63862]: value = "task-2097788" [ 1902.400682] env[63862]: _type = "Task" [ 1902.400682] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.409793] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097788, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.418852] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.537711] env[63862]: DEBUG oslo_concurrency.lockutils [req-f3e91070-21aa-4a28-96c2-dd0a4b092aab req-d10fb121-9dca-4fad-bc22-90ca54d503ef service nova] Releasing lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.689377] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bff97a5f-30df-42c5-95df-88f9e1293a23 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.504s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.763599] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d725d0-f007-8986-ab2c-d75f8d25b8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.088243} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.764390] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb047abc-8982-4fec-bf16-44c7bb579ff2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.770418] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1902.770418] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52155bff-15c8-19b2-b89e-a5d0672ef04a" [ 1902.770418] env[63862]: _type = "Task" [ 1902.770418] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.778717] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52155bff-15c8-19b2-b89e-a5d0672ef04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.877203] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3530f4ac-4e50-4950-aaca-082995af7da7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1902.877389] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.877518] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1902.911581] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097788, 'name': Rename_Task, 'duration_secs': 0.143853} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.911883] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.912137] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f8f2eb-2336-4731-8f2e-71c062805825 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.920842] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 1902.920842] env[63862]: value = "task-2097789" [ 1902.920842] env[63862]: _type = "Task" [ 1902.920842] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.928914] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.192069] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1903.281761] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52155bff-15c8-19b2-b89e-a5d0672ef04a, 'name': SearchDatastore_Task, 'duration_secs': 0.036776} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.282047] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.282350] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/4cfe5db8-924d-4733-a0aa-77b41889ab56.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.282576] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c31994d-d146-4613-b0de-7622ac9f4101 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.291116] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1903.291116] env[63862]: value = "task-2097790" [ 1903.291116] env[63862]: _type = "Task" [ 1903.291116] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.300180] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.371202] env[63862]: DEBUG nova.compute.manager [req-c0ab3ab5-cb85-4d7d-bf6a-0f7a11204b08 req-d1c25166-8540-40e1-8dbe-5da23d1a7c7f service nova] [instance: 434db579-bfa9-4178-beca-90955252999b] Received event network-vif-deleted-d808a63c-288f-4232-9043-f9207b462e30 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1903.380368] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1903.431267] env[63862]: DEBUG oslo_vmware.api [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2097789, 'name': PowerOnVM_Task, 'duration_secs': 0.475507} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.431599] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.431811] env[63862]: INFO nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1903.431993] env[63862]: DEBUG nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.432891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472aab1c-74b2-4d38-801a-e05b3e1d330c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.719044] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.801914] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097790, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.886802] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1903.953483] env[63862]: INFO nova.compute.manager [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Took 29.67 seconds to build instance. [ 1904.240826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "44095de4-eac4-475d-aa56-6fe9211a1721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.240826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "44095de4-eac4-475d-aa56-6fe9211a1721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.240826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "44095de4-eac4-475d-aa56-6fe9211a1721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.240826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "44095de4-eac4-475d-aa56-6fe9211a1721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.241301] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "44095de4-eac4-475d-aa56-6fe9211a1721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.244842] env[63862]: INFO nova.compute.manager [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Terminating instance [ 1904.303991] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903909} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.304417] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/4cfe5db8-924d-4733-a0aa-77b41889ab56.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1904.304640] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1904.304897] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a02e364e-b85a-457f-99a6-253da2f97538 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.313091] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1904.313091] env[63862]: value = "task-2097791" [ 1904.313091] env[63862]: _type = "Task" [ 1904.313091] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.323356] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.389976] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 81e97a03-1511-4639-b8f1-9d0c87c5e40f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1904.455867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-64329dc4-98cd-494d-9c7c-893c7aa21600 tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.418s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.756969] env[63862]: DEBUG nova.compute.manager [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1904.757333] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1904.758594] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b1d645-3375-4345-8e60-1c321993f8ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.771144] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1904.771428] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-965209c3-2804-4629-b850-9f71d8324fe8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.781045] env[63862]: DEBUG oslo_vmware.api [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1904.781045] env[63862]: value = "task-2097792" [ 1904.781045] env[63862]: _type = "Task" [ 1904.781045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.792073] env[63862]: DEBUG oslo_vmware.api [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.825757] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078636} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.827407] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.827407] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a268f91-b38a-4faa-94ba-dd4c30ac4fee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.852851] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/4cfe5db8-924d-4733-a0aa-77b41889ab56.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.853368] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997a42ae-2e81-4226-9c7f-70a79b08d5fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.878997] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1904.878997] env[63862]: value = "task-2097793" [ 1904.878997] env[63862]: _type = "Task" [ 1904.878997] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.889468] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.893745] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c7f916a1-2ef1-47ea-9696-816ca2c28610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1904.893745] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 06cf82f5-edb4-4bab-8396-43f652e0c1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1904.893745] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 28e79b97-cb99-4b32-bbf8-a762d2e35fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1904.893745] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d0604e22-2070-4f9f-a454-4ce6a0c33475 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1904.894012] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 91a8bffe-660c-49fd-9b5c-c575f8304c2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1904.894154] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 721fd930-260b-46e1-a6e7-7058d5ff875a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1904.959040] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1905.102034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.102444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.294044] env[63862]: DEBUG oslo_vmware.api [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097792, 'name': PowerOffVM_Task, 'duration_secs': 0.268952} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.295041] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.295388] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.295590] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3631eef1-7df3-4f64-af39-5008d03d9b3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.392621] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.399019] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d3e3a20a-d982-4c96-b589-a5cb9162f59a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1905.413677] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1905.413901] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1905.414093] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Deleting the datastore file [datastore2] 44095de4-eac4-475d-aa56-6fe9211a1721 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1905.414461] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f866cda3-e646-4f6a-9bb4-0c451c1e9e13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.425057] env[63862]: DEBUG oslo_vmware.api [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for the task: (returnval){ [ 1905.425057] env[63862]: value = "task-2097795" [ 1905.425057] env[63862]: _type = "Task" [ 1905.425057] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.439545] env[63862]: DEBUG oslo_vmware.api [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.493175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.709018] env[63862]: DEBUG nova.compute.manager [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Received event network-changed-330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1905.709317] env[63862]: DEBUG nova.compute.manager [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Refreshing instance network info cache due to event network-changed-330db5fb-abdf-41d3-99ef-ccb2cd079117. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1905.709656] env[63862]: DEBUG oslo_concurrency.lockutils [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] Acquiring lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.710459] env[63862]: DEBUG oslo_concurrency.lockutils [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] Acquired lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.711374] env[63862]: DEBUG nova.network.neutron [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Refreshing network info cache for port 330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1905.891140] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097793, 'name': ReconfigVM_Task, 'duration_secs': 0.989093} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.891455] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/4cfe5db8-924d-4733-a0aa-77b41889ab56.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.892119] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29eab835-0c05-4670-bf6c-fb5d9f3569c3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.903641] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a83d32f0-ddaa-402f-a2b3-72f1936e01f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1905.904898] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1905.904898] env[63862]: value = "task-2097796" [ 1905.904898] env[63862]: _type = "Task" [ 1905.904898] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.920294] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097796, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.938899] env[63862]: DEBUG oslo_vmware.api [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Task: {'id': task-2097795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387865} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.939086] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.939301] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.939502] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.939669] env[63862]: INFO nova.compute.manager [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1905.939901] env[63862]: DEBUG oslo.service.loopingcall [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.940106] env[63862]: DEBUG nova.compute.manager [-] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.940208] env[63862]: DEBUG nova.network.neutron [-] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.415724] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c3c4e837-d53e-4134-bc5a-aa5bd751d295 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1906.415724] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1906.415724] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1906.426308] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097796, 'name': Rename_Task, 'duration_secs': 0.171109} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.428094] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.428094] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe8228d-76de-468b-8d8b-9d53455d928c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.435034] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1906.435034] env[63862]: value = "task-2097797" [ 1906.435034] env[63862]: _type = "Task" [ 1906.435034] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.449239] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.567269] env[63862]: DEBUG nova.network.neutron [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updated VIF entry in instance network info cache for port 330db5fb-abdf-41d3-99ef-ccb2cd079117. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1906.567269] env[63862]: DEBUG nova.network.neutron [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updating instance_info_cache with network_info: [{"id": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "address": "fa:16:3e:c7:2f:76", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap330db5fb-ab", "ovs_interfaceid": "330db5fb-abdf-41d3-99ef-ccb2cd079117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.861735] env[63862]: DEBUG nova.network.neutron [-] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.900267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquiring lock "edb95cc6-a598-43a1-9be4-45a0a89da796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.900267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.953156] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.031819] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e62810-d11d-4b8f-b1fb-06826c4b1ee7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.040575] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c188d04-6f2e-4f32-a83d-7f9eb90ac419 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.074170] env[63862]: DEBUG oslo_concurrency.lockutils [req-65e6dc10-52f4-4a06-b8c5-819e9824b698 req-70df3f4f-9390-4248-bbff-9c1c97fb46f6 service nova] Releasing lock "refresh_cache-1e764253-af3a-41b9-95f5-ecba50effbfb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.075522] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3a506-1134-4d4f-9399-6e4afc085f94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.085505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d4c72-24dc-450b-9f81-3b2f6287dacb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.100587] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.368370] env[63862]: INFO nova.compute.manager [-] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Took 1.43 seconds to deallocate network for instance. [ 1907.451223] env[63862]: DEBUG oslo_vmware.api [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097797, 'name': PowerOnVM_Task, 'duration_secs': 0.892771} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.451570] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.451805] env[63862]: INFO nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1907.452024] env[63862]: DEBUG nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.452902] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3131d8-9967-419f-8cee-f178f9e577f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.604150] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1907.876647] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.885084] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "a468b187-e36c-43f0-bd86-126564068f4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.885713] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.959026] env[63862]: DEBUG nova.compute.manager [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Received event network-changed-02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1907.959026] env[63862]: DEBUG nova.compute.manager [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Refreshing instance network info cache due to event network-changed-02e29aba-8561-49b3-8651-5da61af0b284. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1907.959204] env[63862]: DEBUG oslo_concurrency.lockutils [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] Acquiring lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.959329] env[63862]: DEBUG oslo_concurrency.lockutils [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] Acquired lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.959551] env[63862]: DEBUG nova.network.neutron [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Refreshing network info cache for port 02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1907.971763] env[63862]: INFO nova.compute.manager [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Took 31.02 seconds to build instance. [ 1908.109475] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1908.109756] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.324s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.110043] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.755s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.111591] env[63862]: INFO nova.compute.claims [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1908.472564] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e57d67-0316-4105-8469-e61151813d1e tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.019s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.751116] env[63862]: INFO nova.compute.manager [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Rescuing [ 1908.751116] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.751116] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.751116] env[63862]: DEBUG nova.network.neutron [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.833489] env[63862]: DEBUG nova.network.neutron [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updated VIF entry in instance network info cache for port 02e29aba-8561-49b3-8651-5da61af0b284. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1908.833489] env[63862]: DEBUG nova.network.neutron [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updating instance_info_cache with network_info: [{"id": "02e29aba-8561-49b3-8651-5da61af0b284", "address": "fa:16:3e:23:56:6c", "network": {"id": "35c885c3-4072-48a7-b9ec-f350cb7b82e8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-386598154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ddcd939e84843669e4d646fc220e215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "191a5351-07d5-4138-b855-206f48fc4375", "external-id": "nsx-vlan-transportzone-939", "segmentation_id": 939, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e29aba-85", "ovs_interfaceid": "02e29aba-8561-49b3-8651-5da61af0b284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.977613] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1909.105416] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.336632] env[63862]: DEBUG oslo_concurrency.lockutils [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] Releasing lock "refresh_cache-cd512d37-903a-4b5b-91d3-81c6c4417a0f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.336906] env[63862]: DEBUG nova.compute.manager [req-dade6daf-f793-462b-8555-93da040825b4 req-90392962-0aaf-4cb3-ad97-d71af861766f service nova] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Received event network-vif-deleted-550b1696-5c51-4aeb-a73d-1dd690d5991a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1909.498809] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.537681] env[63862]: DEBUG nova.network.neutron [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Updating instance_info_cache with network_info: [{"id": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "address": "fa:16:3e:bc:b4:cc", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b87f8-e1", "ovs_interfaceid": "3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.618162] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.618466] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1909.618577] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1909.705368] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe77789-192d-4ea1-babf-490e984557c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.714370] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7327b19c-c937-4d82-adf6-0575e5ffcf69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.749941] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409e4fe1-307e-4f9f-8387-76ca185b3bad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.758346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9270c305-f3a4-40e5-8af4-110fdc57329d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.776999] env[63862]: DEBUG nova.compute.provider_tree [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.042322] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "refresh_cache-4cfe5db8-924d-4733-a0aa-77b41889ab56" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.128606] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Skipping network cache update for instance because it is Building. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1910.150463] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.150870] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.151149] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 434db579-bfa9-4178-beca-90955252999b] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1910.151343] env[63862]: DEBUG nova.objects.instance [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lazy-loading 'info_cache' on Instance uuid 434db579-bfa9-4178-beca-90955252999b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.280965] env[63862]: DEBUG nova.scheduler.client.report [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1910.788010] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.790593] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1910.795119] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.367s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.795341] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.799389] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.124s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.802566] env[63862]: INFO nova.compute.claims [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1910.834034] env[63862]: INFO nova.scheduler.client.report [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Deleted allocations for instance 91a8bffe-660c-49fd-9b5c-c575f8304c2e [ 1911.190225] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 434db579-bfa9-4178-beca-90955252999b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.308922] env[63862]: DEBUG nova.compute.utils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1911.313134] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1911.313321] env[63862]: DEBUG nova.network.neutron [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1911.347776] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41cc8db8-7855-4089-b6f2-2df698db9ee2 tempest-ServerDiagnosticsNegativeTest-336432923 tempest-ServerDiagnosticsNegativeTest-336432923-project-member] Lock "91a8bffe-660c-49fd-9b5c-c575f8304c2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.901s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.378971] env[63862]: DEBUG nova.policy [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08cbb98e335f4f6ba2b2c53de5041f87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be8e7c1d12d4d75abc49098258c71ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1911.589157] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.589501] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2822940-7323-40ce-9b2b-fed01686be30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.609210] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1911.609210] env[63862]: value = "task-2097798" [ 1911.609210] env[63862]: _type = "Task" [ 1911.609210] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.615983] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.792585] env[63862]: DEBUG nova.network.neutron [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Successfully created port: 634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1911.819751] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1911.883344] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 434db579-bfa9-4178-beca-90955252999b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.120465] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097798, 'name': PowerOffVM_Task, 'duration_secs': 0.212091} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.120465] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.121547] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f87c64-7452-459d-86e8-d82ab2b258fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.146227] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e4caff-8649-4303-8ea6-0ccf3e47786b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.208628] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.209396] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab32369-4ef8-416e-a1f2-01f2faafedd0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.218569] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1912.218569] env[63862]: value = "task-2097799" [ 1912.218569] env[63862]: _type = "Task" [ 1912.218569] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.230136] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.390254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-434db579-bfa9-4178-beca-90955252999b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.390254] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 434db579-bfa9-4178-beca-90955252999b] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1912.390254] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.390254] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1912.390254] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1912.483403] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3e997-d654-4ecd-af0e-d5b516310624 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.515931] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea3eca1-9040-4379-b8f1-dd52108e019f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.554726] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc3758-d45e-44fe-b892-6ed0e68891c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.563677] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120be160-8ca6-46f6-856e-4611960cb04e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.579537] env[63862]: DEBUG nova.compute.provider_tree [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.735529] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1912.735845] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.736159] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.736290] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.736459] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.736747] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a913cd16-405d-4c19-bb35-f29c8c6b7dc3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.750932] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.750932] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.750932] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d761a6-2f1c-41f3-8931-3af2f726745c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.757784] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1912.757784] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228757e-95fa-9818-3fca-e774595132b6" [ 1912.757784] env[63862]: _type = "Task" [ 1912.757784] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.767329] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5228757e-95fa-9818-3fca-e774595132b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.827062] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.827390] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.831506] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1912.859371] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.859630] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.859792] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.859961] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.860130] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.860277] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.860514] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.860706] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.860892] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.861070] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.861247] env[63862]: DEBUG nova.virt.hardware [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.862439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edec579-87fa-49d0-8251-f857821296b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.873575] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ec326-6eb8-4cc3-84ec-24aee2658e25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.083297] env[63862]: DEBUG nova.scheduler.client.report [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1913.271363] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5228757e-95fa-9818-3fca-e774595132b6, 'name': SearchDatastore_Task, 'duration_secs': 0.026469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.272419] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a960a6d-d2d7-41a1-8693-ba46c4a26baa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.279630] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1913.279630] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f01f92-d518-05db-4af0-f6ba330ed3e1" [ 1913.279630] env[63862]: _type = "Task" [ 1913.279630] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.289088] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f01f92-d518-05db-4af0-f6ba330ed3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.533615] env[63862]: DEBUG nova.compute.manager [req-4e2fa85c-c070-4424-8858-09d5cd5bc68a req-8285f455-1fe0-4941-b3e4-39424b33cb3a service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Received event network-vif-plugged-634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1913.533838] env[63862]: DEBUG oslo_concurrency.lockutils [req-4e2fa85c-c070-4424-8858-09d5cd5bc68a req-8285f455-1fe0-4941-b3e4-39424b33cb3a service nova] Acquiring lock "6f889af8-b931-4697-8b97-c7d34a8878e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.534077] env[63862]: DEBUG oslo_concurrency.lockutils [req-4e2fa85c-c070-4424-8858-09d5cd5bc68a req-8285f455-1fe0-4941-b3e4-39424b33cb3a service nova] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.534248] env[63862]: DEBUG oslo_concurrency.lockutils [req-4e2fa85c-c070-4424-8858-09d5cd5bc68a req-8285f455-1fe0-4941-b3e4-39424b33cb3a service nova] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.534418] env[63862]: DEBUG nova.compute.manager [req-4e2fa85c-c070-4424-8858-09d5cd5bc68a req-8285f455-1fe0-4941-b3e4-39424b33cb3a service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] No waiting events found dispatching network-vif-plugged-634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1913.534582] env[63862]: WARNING nova.compute.manager [req-4e2fa85c-c070-4424-8858-09d5cd5bc68a req-8285f455-1fe0-4941-b3e4-39424b33cb3a service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Received unexpected event network-vif-plugged-634d729f-1a78-45c9-b5be-7e5efec12472 for instance with vm_state building and task_state spawning. [ 1913.592178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.592178] env[63862]: DEBUG nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.593368] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.295s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.595221] env[63862]: INFO nova.compute.claims [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.636183] env[63862]: DEBUG nova.network.neutron [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Successfully updated port: 634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1913.791271] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f01f92-d518-05db-4af0-f6ba330ed3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.792051] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.792051] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. {{(pid=63862) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1913.792212] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd628b54-3bda-4c81-b20a-99ba8a77160b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.800376] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1913.800376] env[63862]: value = "task-2097800" [ 1913.800376] env[63862]: _type = "Task" [ 1913.800376] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.811039] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.102071] env[63862]: DEBUG nova.compute.utils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1914.105656] env[63862]: DEBUG nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1914.139415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "refresh_cache-6f889af8-b931-4697-8b97-c7d34a8878e3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.139580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "refresh_cache-6f889af8-b931-4697-8b97-c7d34a8878e3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.140453] env[63862]: DEBUG nova.network.neutron [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1914.311526] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439829} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.311786] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. [ 1914.312579] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a8582f-5cb0-4850-bcde-6aba572f01e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.341139] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1914.341139] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e325361-78b9-41d5-89bb-112d45fa2239 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.361328] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1914.361328] env[63862]: value = "task-2097801" [ 1914.361328] env[63862]: _type = "Task" [ 1914.361328] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.375846] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.606667] env[63862]: DEBUG nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.696157] env[63862]: DEBUG nova.network.neutron [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1914.877271] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097801, 'name': ReconfigVM_Task, 'duration_secs': 0.351245} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.877271] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.877858] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd14aa-88f4-4624-b0ce-e5a21d6b14eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.909701] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71c8d1c-cd5b-44ef-9c81-d73e87382c64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.920716] env[63862]: DEBUG nova.network.neutron [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Updating instance_info_cache with network_info: [{"id": "634d729f-1a78-45c9-b5be-7e5efec12472", "address": "fa:16:3e:13:cd:20", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d729f-1a", "ovs_interfaceid": "634d729f-1a78-45c9-b5be-7e5efec12472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.930582] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1914.930582] env[63862]: value = "task-2097802" [ 1914.930582] env[63862]: _type = "Task" [ 1914.930582] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.942175] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.190920] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e683f451-03bb-4b6a-8794-f46774456eeb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.199417] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3014cdd-d4ac-4d24-833c-7b63e69666a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.232891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977632a0-86cb-4ff2-957c-c1ee6850fb9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.243656] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9085661-c6aa-4c2d-8581-d56b81a29521 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.264280] env[63862]: DEBUG nova.compute.provider_tree [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.423792] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "refresh_cache-6f889af8-b931-4697-8b97-c7d34a8878e3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.424138] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Instance network_info: |[{"id": "634d729f-1a78-45c9-b5be-7e5efec12472", "address": "fa:16:3e:13:cd:20", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d729f-1a", "ovs_interfaceid": "634d729f-1a78-45c9-b5be-7e5efec12472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1915.424995] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:cd:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '634d729f-1a78-45c9-b5be-7e5efec12472', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.432266] env[63862]: DEBUG oslo.service.loopingcall [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.432573] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.436062] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c51bfdbe-72f2-44a8-a542-05cac339273a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.456561] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097802, 'name': ReconfigVM_Task, 'duration_secs': 0.253687} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.457867] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1915.457992] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.457992] env[63862]: value = "task-2097803" [ 1915.457992] env[63862]: _type = "Task" [ 1915.457992] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.458300] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326183a5-18eb-41b2-aaa6-baa15c0f42bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.468878] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097803, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.469917] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1915.469917] env[63862]: value = "task-2097804" [ 1915.469917] env[63862]: _type = "Task" [ 1915.469917] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.478458] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.560934] env[63862]: DEBUG nova.compute.manager [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Received event network-changed-634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1915.561177] env[63862]: DEBUG nova.compute.manager [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Refreshing instance network info cache due to event network-changed-634d729f-1a78-45c9-b5be-7e5efec12472. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1915.561434] env[63862]: DEBUG oslo_concurrency.lockutils [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] Acquiring lock "refresh_cache-6f889af8-b931-4697-8b97-c7d34a8878e3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.561856] env[63862]: DEBUG oslo_concurrency.lockutils [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] Acquired lock "refresh_cache-6f889af8-b931-4697-8b97-c7d34a8878e3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.562100] env[63862]: DEBUG nova.network.neutron [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Refreshing network info cache for port 634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.622914] env[63862]: DEBUG nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.646172] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.646449] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.646620] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.646874] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.647100] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.647263] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.647497] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.647671] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.647840] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.648036] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.648242] env[63862]: DEBUG nova.virt.hardware [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.649163] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339f4617-dec6-4b14-9c20-21d8f00b34a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.658516] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba2a911-6244-498f-9e14-71090604cae4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.672788] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.678556] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Creating folder: Project (08bf63ec445f4119835f4df573293ae9). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1915.678882] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f20bc67-5012-4574-85b9-cf884648c74f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.691772] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Created folder: Project (08bf63ec445f4119835f4df573293ae9) in parent group-v429490. [ 1915.691997] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Creating folder: Instances. Parent ref: group-v429569. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1915.692326] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6698bf1e-8801-467b-8793-17fe355b9022 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.704606] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Created folder: Instances in parent group-v429569. [ 1915.704865] env[63862]: DEBUG oslo.service.loopingcall [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.705111] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.705338] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80179f9c-b53e-45b5-8b90-3c5381b18109 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.728136] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.728136] env[63862]: value = "task-2097807" [ 1915.728136] env[63862]: _type = "Task" [ 1915.728136] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.738909] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097807, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.768136] env[63862]: DEBUG nova.scheduler.client.report [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.971936] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097803, 'name': CreateVM_Task, 'duration_secs': 0.386398} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.975299] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1915.976315] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.976948] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.977536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1915.978568] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff14f39a-bee7-47a4-802c-72e907fba4b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.983938] env[63862]: DEBUG oslo_vmware.api [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097804, 'name': PowerOnVM_Task, 'duration_secs': 0.500555} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.984563] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1915.987979] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1915.987979] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52378171-62e3-8c53-1092-d16e3dcdc98a" [ 1915.987979] env[63862]: _type = "Task" [ 1915.987979] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.989119] env[63862]: DEBUG nova.compute.manager [None req-bd59d7e5-ce99-4b7d-a9f1-9d81263ada7b tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.989985] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312fada9-add2-42a9-9ca0-88de8365fad2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.006178] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52378171-62e3-8c53-1092-d16e3dcdc98a, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.006178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.006178] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.006178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.006493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.006493] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.006631] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828a42c1-5622-417c-89e5-7849f945028a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.016051] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.016245] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.016983] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40bf633d-d855-4b31-bad8-beef543d5160 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.024023] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1916.024023] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522c3456-bb74-4949-160a-b97f970941d7" [ 1916.024023] env[63862]: _type = "Task" [ 1916.024023] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.033116] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522c3456-bb74-4949-160a-b97f970941d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.074659] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "6c227bdf-8f6d-404f-af39-863adde871a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.074905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "6c227bdf-8f6d-404f-af39-863adde871a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.238322] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097807, 'name': CreateVM_Task, 'duration_secs': 0.291543} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.242204] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.242204] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.242204] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.242204] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.242204] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee86e94-9478-4da5-b1a5-c80f51da10a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.244490] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1916.244490] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b66198-32c3-e205-8518-38c31ed8ed73" [ 1916.244490] env[63862]: _type = "Task" [ 1916.244490] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.255233] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b66198-32c3-e205-8518-38c31ed8ed73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.273289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.273781] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.277575] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.372s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.277812] env[63862]: DEBUG nova.objects.instance [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1916.323946] env[63862]: DEBUG nova.network.neutron [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Updated VIF entry in instance network info cache for port 634d729f-1a78-45c9-b5be-7e5efec12472. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1916.324317] env[63862]: DEBUG nova.network.neutron [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Updating instance_info_cache with network_info: [{"id": "634d729f-1a78-45c9-b5be-7e5efec12472", "address": "fa:16:3e:13:cd:20", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d729f-1a", "ovs_interfaceid": "634d729f-1a78-45c9-b5be-7e5efec12472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.535368] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522c3456-bb74-4949-160a-b97f970941d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.536184] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7cc91e-4256-4f80-8819-0ba8ed3438ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.541537] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1916.541537] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52dcbf7f-cb6c-8530-ed70-cc00af0812e8" [ 1916.541537] env[63862]: _type = "Task" [ 1916.541537] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.551223] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dcbf7f-cb6c-8530-ed70-cc00af0812e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.756661] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b66198-32c3-e205-8518-38c31ed8ed73, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.756967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.757222] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.757429] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.779320] env[63862]: DEBUG nova.compute.utils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.781330] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.781330] env[63862]: DEBUG nova.network.neutron [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.828328] env[63862]: DEBUG oslo_concurrency.lockutils [req-e72c098f-96ab-4b45-85b4-88ec0b35867b req-569ea517-9140-413f-87af-ab6280965b81 service nova] Releasing lock "refresh_cache-6f889af8-b931-4697-8b97-c7d34a8878e3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.855059] env[63862]: DEBUG nova.policy [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a58d11f93d41d19874724bbe2ba789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c957d822a44a4277986f9e978ee5e019', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.054376] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dcbf7f-cb6c-8530-ed70-cc00af0812e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011056} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.054641] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.054903] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6f889af8-b931-4697-8b97-c7d34a8878e3/6f889af8-b931-4697-8b97-c7d34a8878e3.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.055202] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.055387] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1917.055601] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2522361a-045c-494f-aba9-241b0b8c4246 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.057528] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9b6bd8-5421-45ef-ae4d-20e5a555fbb9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.065191] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1917.065191] env[63862]: value = "task-2097808" [ 1917.065191] env[63862]: _type = "Task" [ 1917.065191] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.070266] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1917.070607] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1917.071881] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82b80d0-f460-4cd5-9b1a-9192dbce4b1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.079265] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.082923] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1917.082923] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a05765-8d60-cc4d-7af4-cada17329dad" [ 1917.082923] env[63862]: _type = "Task" [ 1917.082923] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.091621] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a05765-8d60-cc4d-7af4-cada17329dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.256241] env[63862]: DEBUG nova.network.neutron [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Successfully created port: 25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.284337] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.289685] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03dc7d31-a954-4e88-9396-5aca2e0ea8fb tempest-ServersAdmin275Test-1438881750 tempest-ServersAdmin275Test-1438881750-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.289685] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.605s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.289766] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.293220] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.609s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.295807] env[63862]: INFO nova.compute.claims [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1917.332180] env[63862]: INFO nova.scheduler.client.report [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleted allocations for instance d0604e22-2070-4f9f-a454-4ce6a0c33475 [ 1917.576924] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.594660] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a05765-8d60-cc4d-7af4-cada17329dad, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.595586] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91ec277-0f39-4903-9020-6092db5b088b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.601588] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1917.601588] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5248cbdb-3abd-ae3e-34fe-badcfdd971cb" [ 1917.601588] env[63862]: _type = "Task" [ 1917.601588] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.610281] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5248cbdb-3abd-ae3e-34fe-badcfdd971cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.846071] env[63862]: DEBUG oslo_concurrency.lockutils [None req-84f1aaaf-c130-48fc-ab77-95744655390c tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "d0604e22-2070-4f9f-a454-4ce6a0c33475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.692s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.085060] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.118170] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5248cbdb-3abd-ae3e-34fe-badcfdd971cb, 'name': SearchDatastore_Task, 'duration_secs': 0.035545} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.118499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.119120] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2e81036f-03b0-400f-adc6-4eb39f947b5f/2e81036f-03b0-400f-adc6-4eb39f947b5f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1918.119436] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fd33380-9bbd-4a1d-b731-c029f4266b37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.128534] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1918.128534] env[63862]: value = "task-2097809" [ 1918.128534] env[63862]: _type = "Task" [ 1918.128534] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.141113] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.302486] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.337859] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.337859] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.337859] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.338022] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.338504] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.338877] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.338946] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.339075] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.339250] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.340447] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.340651] env[63862]: DEBUG nova.virt.hardware [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.341882] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464523c0-2918-4886-9dbd-237cc7c88f70 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.356468] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a66737d-54ec-45ab-8d9b-aec1968b767d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.558910] env[63862]: INFO nova.compute.manager [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Rescuing [ 1918.559232] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.559417] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.559603] env[63862]: DEBUG nova.network.neutron [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1918.582614] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097808, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495286} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.582990] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6f889af8-b931-4697-8b97-c7d34a8878e3/6f889af8-b931-4697-8b97-c7d34a8878e3.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.583278] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.583611] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb8b3f9-55e4-4f8b-af0b-47b883550d22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.590569] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1918.590569] env[63862]: value = "task-2097810" [ 1918.590569] env[63862]: _type = "Task" [ 1918.590569] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.605723] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.641998] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097809, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.958805] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850e322d-2f44-4fbd-9e7e-e4fb58b87542 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.969926] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c0160-c031-4feb-857f-b63da4b972e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.006922] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.007348] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.007628] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.007876] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.008111] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.010471] env[63862]: INFO nova.compute.manager [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Terminating instance [ 1919.012296] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c892f26-b84d-4c1e-8698-bdc404e9c94d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.022499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47fb3b-a59b-4c60-9f32-49e5880aa3a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.038571] env[63862]: DEBUG nova.compute.provider_tree [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.101417] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077226} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.101636] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.102432] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb7671-c228-4d8f-bba5-6045766f2b66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.130046] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 6f889af8-b931-4697-8b97-c7d34a8878e3/6f889af8-b931-4697-8b97-c7d34a8878e3.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.132868] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d81f3e8-8c43-4096-a01e-1f85fb4140ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.159360] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891943} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.161320] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2e81036f-03b0-400f-adc6-4eb39f947b5f/2e81036f-03b0-400f-adc6-4eb39f947b5f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1919.161852] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1919.162426] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1919.162426] env[63862]: value = "task-2097811" [ 1919.162426] env[63862]: _type = "Task" [ 1919.162426] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.162858] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52713b8e-7090-4a98-a719-92094165fc85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.176829] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.178577] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1919.178577] env[63862]: value = "task-2097812" [ 1919.178577] env[63862]: _type = "Task" [ 1919.178577] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.187667] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.451491] env[63862]: DEBUG nova.network.neutron [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [{"id": "056252aa-1d7d-415d-93ed-629c330ac545", "address": "fa:16:3e:d0:b8:a0", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056252aa-1d", "ovs_interfaceid": "056252aa-1d7d-415d-93ed-629c330ac545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.517775] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "refresh_cache-28e79b97-cb99-4b32-bbf8-a762d2e35fae" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.517896] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquired lock "refresh_cache-28e79b97-cb99-4b32-bbf8-a762d2e35fae" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.518133] env[63862]: DEBUG nova.network.neutron [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.564189] env[63862]: ERROR nova.scheduler.client.report [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [req-13c06a0d-28a9-4af9-a8ca-934dfff68bbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13c06a0d-28a9-4af9-a8ca-934dfff68bbf"}]} [ 1919.579522] env[63862]: DEBUG nova.scheduler.client.report [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1919.592916] env[63862]: DEBUG nova.scheduler.client.report [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1919.593141] env[63862]: DEBUG nova.compute.provider_tree [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.604174] env[63862]: DEBUG nova.scheduler.client.report [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1919.624956] env[63862]: DEBUG nova.scheduler.client.report [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1919.681496] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097811, 'name': ReconfigVM_Task, 'duration_secs': 0.328825} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.685151] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 6f889af8-b931-4697-8b97-c7d34a8878e3/6f889af8-b931-4697-8b97-c7d34a8878e3.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.685796] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb45031c-9762-44bb-a4d1-f2116e865477 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.698971] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137573} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.700438] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.700872] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1919.700872] env[63862]: value = "task-2097813" [ 1919.700872] env[63862]: _type = "Task" [ 1919.700872] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.701691] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a294eac-2e82-406c-9d70-c8d708f450ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.719022] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097813, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.734115] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2e81036f-03b0-400f-adc6-4eb39f947b5f/2e81036f-03b0-400f-adc6-4eb39f947b5f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.737332] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec421c3-3ec6-4d0c-996e-90f8837489b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.760124] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1919.760124] env[63862]: value = "task-2097814" [ 1919.760124] env[63862]: _type = "Task" [ 1919.760124] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.773129] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.897247] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1919.953667] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.042014] env[63862]: DEBUG nova.network.neutron [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.097914] env[63862]: DEBUG nova.network.neutron [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.194925] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60b2508-9835-43c4-a6ab-9aa69b1fdd8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.203170] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcde91c-cf85-4d2d-8689-f2281107e888 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.216606] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097813, 'name': Rename_Task, 'duration_secs': 0.167798} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.242837] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.243719] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-763a806e-2340-4283-95c2-3e080b1b52ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.245793] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0732f99-9aab-440a-b7a0-42d0b02ef83e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.254773] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e905fe-2d22-4b66-a13e-531e625939b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.259614] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 1920.259614] env[63862]: value = "task-2097815" [ 1920.259614] env[63862]: _type = "Task" [ 1920.259614] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.273498] env[63862]: DEBUG nova.compute.provider_tree [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.282822] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097815, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.284880] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.604651] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Releasing lock "refresh_cache-28e79b97-cb99-4b32-bbf8-a762d2e35fae" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.605032] env[63862]: DEBUG nova.compute.manager [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1920.605237] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1920.606123] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab423ff-75cc-452c-bb8e-2f95a66c147d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.615051] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1920.615306] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3604232e-c4cc-4a2a-8e56-3ffeeba93cfd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.622745] env[63862]: DEBUG oslo_vmware.api [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1920.622745] env[63862]: value = "task-2097816" [ 1920.622745] env[63862]: _type = "Task" [ 1920.622745] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.631735] env[63862]: DEBUG oslo_vmware.api [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.774390] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.780302] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.819939] env[63862]: DEBUG nova.scheduler.client.report [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1920.820249] env[63862]: DEBUG nova.compute.provider_tree [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 50 to 51 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1920.820437] env[63862]: DEBUG nova.compute.provider_tree [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.896332] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.134173] env[63862]: DEBUG oslo_vmware.api [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097816, 'name': PowerOffVM_Task, 'duration_secs': 0.175282} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.134452] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.134634] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.134921] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59320d69-aa0e-461c-84df-a7574e802698 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.163727] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.163998] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.164199] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleting the datastore file [datastore2] 28e79b97-cb99-4b32-bbf8-a762d2e35fae {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.164474] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87028208-7aed-47af-bd9f-58e6fefae1c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.171883] env[63862]: DEBUG oslo_vmware.api [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for the task: (returnval){ [ 1921.171883] env[63862]: value = "task-2097818" [ 1921.171883] env[63862]: _type = "Task" [ 1921.171883] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.180018] env[63862]: DEBUG oslo_vmware.api [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.275496] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097814, 'name': ReconfigVM_Task, 'duration_secs': 1.095568} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.280266] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2e81036f-03b0-400f-adc6-4eb39f947b5f/2e81036f-03b0-400f-adc6-4eb39f947b5f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.280964] env[63862]: DEBUG oslo_vmware.api [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2097815, 'name': PowerOnVM_Task, 'duration_secs': 0.798715} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.281191] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c24b726d-ed6d-4651-a59a-8efbdfbcbe60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.282778] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.282983] env[63862]: INFO nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1921.283182] env[63862]: DEBUG nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.283931] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f2c87-bbd2-499b-878a-0026fdfed63d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.297181] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1921.297181] env[63862]: value = "task-2097819" [ 1921.297181] env[63862]: _type = "Task" [ 1921.297181] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.307104] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097819, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.326351] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.033s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.326558] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1921.330309] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.838s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.330538] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.332476] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.601s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.334195] env[63862]: INFO nova.compute.claims [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1921.388812] env[63862]: INFO nova.scheduler.client.report [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Deleted allocations for instance 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca [ 1921.509071] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.509071] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8223c2cc-ffd3-4c1f-94e1-f6ad7901bec1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.519110] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1921.519110] env[63862]: value = "task-2097820" [ 1921.519110] env[63862]: _type = "Task" [ 1921.519110] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.527104] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.687327] env[63862]: DEBUG oslo_vmware.api [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Task: {'id': task-2097818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183708} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.689099] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1921.689099] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1921.689099] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1921.689099] env[63862]: INFO nova.compute.manager [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1921.689587] env[63862]: DEBUG oslo.service.loopingcall [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.689990] env[63862]: DEBUG nova.compute.manager [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1921.690266] env[63862]: DEBUG nova.network.neutron [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1921.713265] env[63862]: DEBUG nova.network.neutron [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.803811] env[63862]: INFO nova.compute.manager [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Took 42.47 seconds to build instance. [ 1921.808978] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097819, 'name': Rename_Task, 'duration_secs': 0.158258} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.809277] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.809531] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea233e5-20d6-4891-b319-f388be69122d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.818577] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1921.818577] env[63862]: value = "task-2097821" [ 1921.818577] env[63862]: _type = "Task" [ 1921.818577] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.828589] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.844024] env[63862]: DEBUG nova.compute.utils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.845422] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1921.845831] env[63862]: DEBUG nova.network.neutron [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1921.897202] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d9971bd0-9760-4985-a46e-5b4d9a5e02ea tempest-InstanceActionsV221TestJSON-786313044 tempest-InstanceActionsV221TestJSON-786313044-project-member] Lock "0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.541s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.932134] env[63862]: DEBUG nova.policy [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dd51824a41d40f092b9a9651333088a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff748111b3bd4b028d4345e9a0b68b0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1922.029050] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097820, 'name': PowerOffVM_Task, 'duration_secs': 0.252839} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.029492] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.030532] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29aa385-c6b0-478f-8c36-76093c6c7f77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.066041] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60639a-8531-4385-a65b-c2c949f6dfd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.101890] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.102375] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d2a208-5608-48e4-a69e-1092efd8e9d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.112645] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1922.112645] env[63862]: value = "task-2097822" [ 1922.112645] env[63862]: _type = "Task" [ 1922.112645] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.125134] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1922.125134] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.125134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.125134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.125266] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.125266] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79685d87-b34d-4c9f-9572-a657678efa2e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.135628] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.135628] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.135628] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c367a7d-8257-4e4d-9083-e5a0021167f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.141191] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1922.141191] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527585ef-8f58-dbef-13aa-d1afa9810feb" [ 1922.141191] env[63862]: _type = "Task" [ 1922.141191] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.149264] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527585ef-8f58-dbef-13aa-d1afa9810feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.219387] env[63862]: DEBUG nova.network.neutron [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.307513] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1bb52410-4ca0-4094-9090-77df97675954 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.188s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.334542] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.348231] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1922.433893] env[63862]: DEBUG nova.network.neutron [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Successfully created port: 2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.656822] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527585ef-8f58-dbef-13aa-d1afa9810feb, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.657755] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698795b2-6f99-40c4-af48-59e181cc3170 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.664549] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1922.664549] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52367b2f-2cec-16be-7d78-02fb3fee3807" [ 1922.664549] env[63862]: _type = "Task" [ 1922.664549] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.676449] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52367b2f-2cec-16be-7d78-02fb3fee3807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.722396] env[63862]: INFO nova.compute.manager [-] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Took 1.03 seconds to deallocate network for instance. [ 1922.816631] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1922.832446] env[63862]: DEBUG oslo_vmware.api [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097821, 'name': PowerOnVM_Task, 'duration_secs': 0.955169} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.832780] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.832984] env[63862]: INFO nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1922.833191] env[63862]: DEBUG nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.833983] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2cc24-1c58-4c23-b6f4-52ded66eeb40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.899077] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1922.900066] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1922.930526] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c170d71-e221-4bde-8b89-6feb82211398 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.941333] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a574c6-c76f-486c-8319-4dd6ab6d589a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.981505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f019e77-77ac-4f95-b805-821377d11adf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.991552] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56d442e-2e0d-4e3a-915c-fc3602f31af7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.007649] env[63862]: DEBUG nova.compute.provider_tree [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1923.177844] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52367b2f-2cec-16be-7d78-02fb3fee3807, 'name': SearchDatastore_Task, 'duration_secs': 0.016797} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.178137] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.178502] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. {{(pid=63862) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1923.178836] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5214d98-750e-45e1-8a4c-bd2d5404809c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.187719] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1923.187719] env[63862]: value = "task-2097823" [ 1923.187719] env[63862]: _type = "Task" [ 1923.187719] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.198240] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.230496] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.340712] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.361801] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1923.365826] env[63862]: INFO nova.compute.manager [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Took 39.74 seconds to build instance. [ 1923.393788] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1923.394097] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.394729] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1923.394729] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.394729] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1923.394881] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1923.395128] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1923.395323] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1923.395532] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1923.395736] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1923.395950] env[63862]: DEBUG nova.virt.hardware [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1923.397017] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b43f7-e155-49f9-b65d-761862493c87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.407992] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e99e78-96fb-4949-b204-3992c8668fcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.482735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "309e7d10-4640-48e1-af6c-81abc89d223b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.483046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "309e7d10-4640-48e1-af6c-81abc89d223b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.535047] env[63862]: ERROR nova.scheduler.client.report [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [req-ff7a6460-d90d-4a89-bb4d-7c233c1debfa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff7a6460-d90d-4a89-bb4d-7c233c1debfa"}]} [ 1923.554183] env[63862]: DEBUG nova.scheduler.client.report [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1923.571722] env[63862]: DEBUG nova.scheduler.client.report [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1923.572200] env[63862]: DEBUG nova.compute.provider_tree [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1923.588871] env[63862]: DEBUG nova.scheduler.client.report [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1923.618621] env[63862]: DEBUG nova.scheduler.client.report [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1923.647916] env[63862]: DEBUG nova.network.neutron [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Successfully updated port: 25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.698018] env[63862]: DEBUG nova.compute.manager [req-c94a3414-0cb0-4cac-9a12-474f97449dcc req-d9cc9b4c-8307-4e2c-88b9-a9fbb50343c9 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Received event network-vif-plugged-25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1923.698397] env[63862]: DEBUG oslo_concurrency.lockutils [req-c94a3414-0cb0-4cac-9a12-474f97449dcc req-d9cc9b4c-8307-4e2c-88b9-a9fbb50343c9 service nova] Acquiring lock "c7f916a1-2ef1-47ea-9696-816ca2c28610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.698533] env[63862]: DEBUG oslo_concurrency.lockutils [req-c94a3414-0cb0-4cac-9a12-474f97449dcc req-d9cc9b4c-8307-4e2c-88b9-a9fbb50343c9 service nova] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.698677] env[63862]: DEBUG oslo_concurrency.lockutils [req-c94a3414-0cb0-4cac-9a12-474f97449dcc req-d9cc9b4c-8307-4e2c-88b9-a9fbb50343c9 service nova] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.698850] env[63862]: DEBUG nova.compute.manager [req-c94a3414-0cb0-4cac-9a12-474f97449dcc req-d9cc9b4c-8307-4e2c-88b9-a9fbb50343c9 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] No waiting events found dispatching network-vif-plugged-25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1923.699038] env[63862]: WARNING nova.compute.manager [req-c94a3414-0cb0-4cac-9a12-474f97449dcc req-d9cc9b4c-8307-4e2c-88b9-a9fbb50343c9 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Received unexpected event network-vif-plugged-25c06936-5b0c-43a2-85ca-9be9dea49d48 for instance with vm_state building and task_state spawning. [ 1923.711661] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097823, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.867749] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ab4c962e-46a6-4d54-a017-51f0026c1fc9 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "2e81036f-03b0-400f-adc6-4eb39f947b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.378s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.162317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-c7f916a1-2ef1-47ea-9696-816ca2c28610" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.162535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-c7f916a1-2ef1-47ea-9696-816ca2c28610" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.162607] env[63862]: DEBUG nova.network.neutron [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.183491] env[63862]: DEBUG nova.network.neutron [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Successfully updated port: 2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1924.211445] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.212166] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. [ 1924.213494] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bd5845-ba36-42b0-b744-0f0d7a9077d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.266146] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.270015] env[63862]: DEBUG nova.compute.manager [None req-e19bfe08-aee5-455a-9fc2-9fe74325d713 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.270468] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fbb196c-083e-483e-bccf-6593c97bed24 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.298267] env[63862]: DEBUG nova.compute.manager [req-87460c27-08e7-4836-a001-f410f9cfb8a6 req-72eb7f51-bfd4-4037-8994-5c8064b6fd65 service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Received event network-vif-plugged-2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1924.298267] env[63862]: DEBUG oslo_concurrency.lockutils [req-87460c27-08e7-4836-a001-f410f9cfb8a6 req-72eb7f51-bfd4-4037-8994-5c8064b6fd65 service nova] Acquiring lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.298267] env[63862]: DEBUG oslo_concurrency.lockutils [req-87460c27-08e7-4836-a001-f410f9cfb8a6 req-72eb7f51-bfd4-4037-8994-5c8064b6fd65 service nova] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.298267] env[63862]: DEBUG oslo_concurrency.lockutils [req-87460c27-08e7-4836-a001-f410f9cfb8a6 req-72eb7f51-bfd4-4037-8994-5c8064b6fd65 service nova] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.298267] env[63862]: DEBUG nova.compute.manager [req-87460c27-08e7-4836-a001-f410f9cfb8a6 req-72eb7f51-bfd4-4037-8994-5c8064b6fd65 service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] No waiting events found dispatching network-vif-plugged-2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1924.298436] env[63862]: WARNING nova.compute.manager [req-87460c27-08e7-4836-a001-f410f9cfb8a6 req-72eb7f51-bfd4-4037-8994-5c8064b6fd65 service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Received unexpected event network-vif-plugged-2704a89a-6e68-45ee-b218-07e170b8f169 for instance with vm_state building and task_state spawning. [ 1924.301050] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03626a10-8f89-4ea8-a9e9-db52837a666f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.317323] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1924.317323] env[63862]: value = "task-2097824" [ 1924.317323] env[63862]: _type = "Task" [ 1924.317323] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.326911] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.364311] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8bcbbc-c48a-4699-8a41-99189fe2ee17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.372687] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1924.377114] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b9e02-38a6-43b2-9837-bb21daed4f25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.411854] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64d30d-2623-4a50-b851-7e9419512f75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.421752] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b4bbc6-7965-4242-a55a-20d0fb68598e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.438348] env[63862]: DEBUG nova.compute.provider_tree [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1924.499674] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "2e81036f-03b0-400f-adc6-4eb39f947b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.499933] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "2e81036f-03b0-400f-adc6-4eb39f947b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.500183] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "2e81036f-03b0-400f-adc6-4eb39f947b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.500380] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "2e81036f-03b0-400f-adc6-4eb39f947b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.500568] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "2e81036f-03b0-400f-adc6-4eb39f947b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.506349] env[63862]: INFO nova.compute.manager [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Terminating instance [ 1924.689162] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "refresh_cache-c3c4e837-d53e-4134-bc5a-aa5bd751d295" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.689162] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired lock "refresh_cache-c3c4e837-d53e-4134-bc5a-aa5bd751d295" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.689162] env[63862]: DEBUG nova.network.neutron [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.720102] env[63862]: DEBUG nova.network.neutron [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.819221] env[63862]: INFO nova.compute.manager [None req-e19bfe08-aee5-455a-9fc2-9fe74325d713 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] instance snapshotting [ 1924.819834] env[63862]: DEBUG nova.objects.instance [None req-e19bfe08-aee5-455a-9fc2-9fe74325d713 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lazy-loading 'flavor' on Instance uuid 2e81036f-03b0-400f-adc6-4eb39f947b5f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1924.836939] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097824, 'name': ReconfigVM_Task, 'duration_secs': 0.370467} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.836939] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.836939] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6444312-0b7c-4ad2-81c7-7e5b21b27fc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.869061] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84bb3191-2b34-40cb-a6c0-e99f7de5b300 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.892101] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1924.892101] env[63862]: value = "task-2097825" [ 1924.892101] env[63862]: _type = "Task" [ 1924.892101] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.901117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.907029] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.949814] env[63862]: DEBUG nova.network.neutron [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Updating instance_info_cache with network_info: [{"id": "25c06936-5b0c-43a2-85ca-9be9dea49d48", "address": "fa:16:3e:ac:ad:65", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c06936-5b", "ovs_interfaceid": "25c06936-5b0c-43a2-85ca-9be9dea49d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.983297] env[63862]: DEBUG nova.scheduler.client.report [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1924.983600] env[63862]: DEBUG nova.compute.provider_tree [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 52 to 53 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1924.983818] env[63862]: DEBUG nova.compute.provider_tree [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1925.011431] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "refresh_cache-2e81036f-03b0-400f-adc6-4eb39f947b5f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.011677] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquired lock "refresh_cache-2e81036f-03b0-400f-adc6-4eb39f947b5f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.011861] env[63862]: DEBUG nova.network.neutron [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1925.223304] env[63862]: DEBUG nova.network.neutron [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.326056] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261c3cfc-7590-42eb-86fe-bf139f91f4ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.348746] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e991808-e3ce-4f8a-89a0-aed063e6a5f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.402417] env[63862]: DEBUG nova.network.neutron [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Updating instance_info_cache with network_info: [{"id": "2704a89a-6e68-45ee-b218-07e170b8f169", "address": "fa:16:3e:11:c2:f5", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2704a89a-6e", "ovs_interfaceid": "2704a89a-6e68-45ee-b218-07e170b8f169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.412104] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097825, 'name': ReconfigVM_Task, 'duration_secs': 0.166818} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.412291] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.412621] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3336a8c4-4e59-4dce-8ba3-3903c4c3330c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.422944] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1925.422944] env[63862]: value = "task-2097826" [ 1925.422944] env[63862]: _type = "Task" [ 1925.422944] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.432802] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.452931] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-c7f916a1-2ef1-47ea-9696-816ca2c28610" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.453302] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance network_info: |[{"id": "25c06936-5b0c-43a2-85ca-9be9dea49d48", "address": "fa:16:3e:ac:ad:65", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c06936-5b", "ovs_interfaceid": "25c06936-5b0c-43a2-85ca-9be9dea49d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.454162] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ad:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c06936-5b0c-43a2-85ca-9be9dea49d48', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.463407] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating folder: Project (c957d822a44a4277986f9e978ee5e019). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.463789] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e7a85f7-814b-433a-b0e5-bfa599cb8145 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.476343] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created folder: Project (c957d822a44a4277986f9e978ee5e019) in parent group-v429490. [ 1925.476343] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating folder: Instances. Parent ref: group-v429572. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.476343] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f2a6564-38cc-4016-9d59-c931fa55aded {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.485960] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created folder: Instances in parent group-v429572. [ 1925.486524] env[63862]: DEBUG oslo.service.loopingcall [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.486852] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.487082] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b2f2b1-5aef-48be-9206-b31e35b6c4ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.503867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.171s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.504454] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.507396] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.526s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.507569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.513018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.716s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.513018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.513018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.569s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.513018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.513869] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.767s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.514132] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.515692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.889s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.517250] env[63862]: INFO nova.compute.claims [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.526977] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.526977] env[63862]: value = "task-2097829" [ 1925.526977] env[63862]: _type = "Task" [ 1925.526977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.535443] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097829, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.546411] env[63862]: DEBUG nova.network.neutron [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1925.552623] env[63862]: INFO nova.scheduler.client.report [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted allocations for instance e41c8a2b-c912-40b1-99a4-1ce6bb2686d5 [ 1925.558150] env[63862]: INFO nova.scheduler.client.report [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Deleted allocations for instance 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7 [ 1925.583054] env[63862]: INFO nova.scheduler.client.report [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleted allocations for instance 015cab37-1bd8-49ac-9a62-a1bac0754e9a [ 1925.587743] env[63862]: INFO nova.scheduler.client.report [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Deleted allocations for instance c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02 [ 1925.644967] env[63862]: DEBUG nova.network.neutron [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.861742] env[63862]: DEBUG nova.compute.manager [None req-e19bfe08-aee5-455a-9fc2-9fe74325d713 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Instance disappeared during snapshot {{(pid=63862) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1925.892228] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.897124] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.897124] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1925.906125] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Releasing lock "refresh_cache-c3c4e837-d53e-4134-bc5a-aa5bd751d295" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.906259] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Instance network_info: |[{"id": "2704a89a-6e68-45ee-b218-07e170b8f169", "address": "fa:16:3e:11:c2:f5", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2704a89a-6e", "ovs_interfaceid": "2704a89a-6e68-45ee-b218-07e170b8f169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.906686] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:c2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2704a89a-6e68-45ee-b218-07e170b8f169', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.917180] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating folder: Project (ff748111b3bd4b028d4345e9a0b68b0c). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.918029] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-289d683f-2f8c-4128-afa0-868d1b1d86f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.929751] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Created folder: Project (ff748111b3bd4b028d4345e9a0b68b0c) in parent group-v429490. [ 1925.929935] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating folder: Instances. Parent ref: group-v429575. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1925.933601] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56f1957d-cbed-4ae6-83d1-12da3611894e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.935496] env[63862]: DEBUG oslo_vmware.api [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097826, 'name': PowerOnVM_Task, 'duration_secs': 0.41231} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.936409] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1925.939406] env[63862]: DEBUG nova.compute.manager [None req-77f596fa-4397-42d5-a16a-03693f71a990 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1925.940176] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfa0802-c98f-46f6-b124-c2d67042e7e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.945924] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Created folder: Instances in parent group-v429575. [ 1925.946197] env[63862]: DEBUG oslo.service.loopingcall [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.947700] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.950256] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f25e794-9a56-4935-9931-ee8cd0bba319 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.976974] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.976974] env[63862]: value = "task-2097832" [ 1925.976974] env[63862]: _type = "Task" [ 1925.976974] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.986238] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097832, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.998402] env[63862]: DEBUG nova.compute.manager [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Received event network-changed-25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.998622] env[63862]: DEBUG nova.compute.manager [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Refreshing instance network info cache due to event network-changed-25c06936-5b0c-43a2-85ca-9be9dea49d48. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1925.998885] env[63862]: DEBUG oslo_concurrency.lockutils [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] Acquiring lock "refresh_cache-c7f916a1-2ef1-47ea-9696-816ca2c28610" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1925.999097] env[63862]: DEBUG oslo_concurrency.lockutils [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] Acquired lock "refresh_cache-c7f916a1-2ef1-47ea-9696-816ca2c28610" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.999397] env[63862]: DEBUG nova.network.neutron [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Refreshing network info cache for port 25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.015031] env[63862]: DEBUG nova.compute.manager [None req-e19bfe08-aee5-455a-9fc2-9fe74325d713 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Found 0 images (rotation: 2) {{(pid=63862) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1926.015382] env[63862]: WARNING oslo_messaging._drivers.amqpdriver [None req-e19bfe08-aee5-455a-9fc2-9fe74325d713 tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1926.024942] env[63862]: DEBUG nova.compute.utils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.025181] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.025349] env[63862]: DEBUG nova.network.neutron [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.038117] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097829, 'name': CreateVM_Task, 'duration_secs': 0.395528} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.038364] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.039418] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.039738] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.040314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.040952] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9c976b-aab5-47e7-92d0-bce85334e49d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.047335] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1926.047335] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523dd570-101a-d298-f7b5-32a26a3f3f2c" [ 1926.047335] env[63862]: _type = "Task" [ 1926.047335] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.063111] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523dd570-101a-d298-f7b5-32a26a3f3f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.073332] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d91711a-97f8-4488-84e9-576add3027fc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "e41c8a2b-c912-40b1-99a4-1ce6bb2686d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.395s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.074182] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc7fbefc-a8c7-4ffa-b399-740ada9e7a34 tempest-ServersAdmin275Test-302332615 tempest-ServersAdmin275Test-302332615-project-member] Lock "919c2a66-cfce-4b43-8b72-94ae6f0ddfb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.690s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.095553] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a0f9aedc-d43f-420d-baff-de452b3599c5 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "015cab37-1bd8-49ac-9a62-a1bac0754e9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.259s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.097148] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e93df35-e4bc-4a36-90d6-618a239dd6f3 tempest-ServerDiagnosticsTest-1986162467 tempest-ServerDiagnosticsTest-1986162467-project-member] Lock "c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.230s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.116191] env[63862]: DEBUG nova.policy [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dd51824a41d40f092b9a9651333088a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff748111b3bd4b028d4345e9a0b68b0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.148266] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Releasing lock "refresh_cache-2e81036f-03b0-400f-adc6-4eb39f947b5f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.148781] env[63862]: DEBUG nova.compute.manager [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1926.149013] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.149877] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa896218-d608-4355-88fb-5f3fa8a1b836 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.162308] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1926.162614] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-629f8f47-185a-4ae7-935f-ee5e738361a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.171829] env[63862]: DEBUG oslo_vmware.api [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1926.171829] env[63862]: value = "task-2097833" [ 1926.171829] env[63862]: _type = "Task" [ 1926.171829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.181186] env[63862]: DEBUG oslo_vmware.api [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.301155] env[63862]: DEBUG nova.compute.manager [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Received event network-changed-2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1926.301392] env[63862]: DEBUG nova.compute.manager [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Refreshing instance network info cache due to event network-changed-2704a89a-6e68-45ee-b218-07e170b8f169. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1926.302702] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] Acquiring lock "refresh_cache-c3c4e837-d53e-4134-bc5a-aa5bd751d295" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.302702] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] Acquired lock "refresh_cache-c3c4e837-d53e-4134-bc5a-aa5bd751d295" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.302702] env[63862]: DEBUG nova.network.neutron [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Refreshing network info cache for port 2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.423463] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.423730] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.423730] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1926.449658] env[63862]: DEBUG nova.network.neutron [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Successfully created port: 296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.489953] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097832, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.532140] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.563390] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523dd570-101a-d298-f7b5-32a26a3f3f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.017311} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.563970] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.564222] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1926.564451] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.564636] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.564772] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1926.565043] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f51b08a7-915f-4d81-a2af-ba96f678fde7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.581518] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1926.581713] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1926.582640] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d32088-b3ec-41e3-b19c-dd86f3847a40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.588977] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1926.588977] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f07e2b-3ab2-5e78-167b-c283ddb89cc9" [ 1926.588977] env[63862]: _type = "Task" [ 1926.588977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.601766] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f07e2b-3ab2-5e78-167b-c283ddb89cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.682218] env[63862]: DEBUG oslo_vmware.api [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097833, 'name': PowerOffVM_Task, 'duration_secs': 0.125501} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.682218] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1926.682218] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.682218] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27a83638-793a-4642-8205-200b996702a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.712936] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.712936] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.712936] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Deleting the datastore file [datastore2] 2e81036f-03b0-400f-adc6-4eb39f947b5f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.713871] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc65b532-bf83-439b-bfba-9b886c05dc9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.724539] env[63862]: DEBUG oslo_vmware.api [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for the task: (returnval){ [ 1926.724539] env[63862]: value = "task-2097835" [ 1926.724539] env[63862]: _type = "Task" [ 1926.724539] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.735149] env[63862]: DEBUG oslo_vmware.api [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.980187] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1927.003572] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097832, 'name': CreateVM_Task, 'duration_secs': 0.672644} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.004157] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.005305] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.005572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.005915] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.006479] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1aac9e-570f-436c-a939-c5d239f5d818 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.014742] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1927.014742] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a732da-0bd6-decc-0fc5-031227bab26b" [ 1927.014742] env[63862]: _type = "Task" [ 1927.014742] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.026893] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a732da-0bd6-decc-0fc5-031227bab26b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.104801] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f07e2b-3ab2-5e78-167b-c283ddb89cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.105697] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ed2ffb-727c-47e0-ac09-19b6aeeb32b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.114349] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1927.114349] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520944b8-b119-fa03-2405-5e3d3c90539d" [ 1927.114349] env[63862]: _type = "Task" [ 1927.114349] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.128659] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520944b8-b119-fa03-2405-5e3d3c90539d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.148332] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56e66a9-bfba-4a50-bbde-8053e795147a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.156058] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47039aa-220d-4a57-a9f2-7a0ab153149b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.190416] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c731d-17c9-49f6-b05b-e1a057274929 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.198407] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91533201-6b29-4a0d-bd75-6944d2df3d9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.212062] env[63862]: DEBUG nova.compute.provider_tree [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.237231] env[63862]: DEBUG oslo_vmware.api [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Task: {'id': task-2097835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132167} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.237558] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.237947] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.238148] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.238609] env[63862]: INFO nova.compute.manager [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1927.238774] env[63862]: DEBUG oslo.service.loopingcall [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.238995] env[63862]: DEBUG nova.compute.manager [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.239319] env[63862]: DEBUG nova.network.neutron [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.241782] env[63862]: DEBUG nova.network.neutron [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Updated VIF entry in instance network info cache for port 25c06936-5b0c-43a2-85ca-9be9dea49d48. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.246298] env[63862]: DEBUG nova.network.neutron [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Updating instance_info_cache with network_info: [{"id": "25c06936-5b0c-43a2-85ca-9be9dea49d48", "address": "fa:16:3e:ac:ad:65", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c06936-5b", "ovs_interfaceid": "25c06936-5b0c-43a2-85ca-9be9dea49d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.285875] env[63862]: DEBUG nova.network.neutron [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1927.464314] env[63862]: INFO nova.compute.manager [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Unrescuing [ 1927.464314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.464314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.464314] env[63862]: DEBUG nova.network.neutron [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.531059] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a732da-0bd6-decc-0fc5-031227bab26b, 'name': SearchDatastore_Task, 'duration_secs': 0.021971} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.531371] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.531687] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.531794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.545417] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.563389] env[63862]: DEBUG nova.network.neutron [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Updated VIF entry in instance network info cache for port 2704a89a-6e68-45ee-b218-07e170b8f169. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.563818] env[63862]: DEBUG nova.network.neutron [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Updating instance_info_cache with network_info: [{"id": "2704a89a-6e68-45ee-b218-07e170b8f169", "address": "fa:16:3e:11:c2:f5", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2704a89a-6e", "ovs_interfaceid": "2704a89a-6e68-45ee-b218-07e170b8f169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.576067] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.576290] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.576439] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.576610] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.576747] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.576886] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.577146] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.577323] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.577489] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.577644] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.577807] env[63862]: DEBUG nova.virt.hardware [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.578931] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d3fbca-f2ca-48d9-b751-8b343773a875 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.587616] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58597bd0-9772-4683-9dc9-781de4b149c3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.626008] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520944b8-b119-fa03-2405-5e3d3c90539d, 'name': SearchDatastore_Task, 'duration_secs': 0.022864} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.626308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.626759] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1927.626894] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.630020] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.630020] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8d6958a-f831-412e-a995-530313ef711f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.630988] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b411b81-9d21-40fc-93a7-0a7e49e52e1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.637995] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1927.637995] env[63862]: value = "task-2097836" [ 1927.637995] env[63862]: _type = "Task" [ 1927.637995] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.642395] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.642554] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.643530] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf4470d-f484-4be9-8fdc-5f57ce3d871f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.648461] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.651992] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1927.651992] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5205d328-6f16-a015-1521-44bea14b51a7" [ 1927.651992] env[63862]: _type = "Task" [ 1927.651992] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.665075] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5205d328-6f16-a015-1521-44bea14b51a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.714619] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.716427] env[63862]: DEBUG nova.scheduler.client.report [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.749675] env[63862]: DEBUG oslo_concurrency.lockutils [req-c4bf3d7e-771b-4241-ba90-34b4331d4a79 req-31c3bb71-ce1a-4ada-9e0f-62dad898ba26 service nova] Releasing lock "refresh_cache-c7f916a1-2ef1-47ea-9696-816ca2c28610" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.789190] env[63862]: DEBUG nova.network.neutron [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.066937] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f53b406-163f-4acd-a750-637462277055 req-c36e28e4-9b2f-4c8f-a0b8-fc4ef0c7c28f service nova] Releasing lock "refresh_cache-c3c4e837-d53e-4134-bc5a-aa5bd751d295" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.159598] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097836, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.169250] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5205d328-6f16-a015-1521-44bea14b51a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018158} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.170261] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4741e7-29d6-4585-8217-70220a226f1b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.177318] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1928.177318] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525f0cd3-18df-ca3c-3f35-711a714ccbfb" [ 1928.177318] env[63862]: _type = "Task" [ 1928.177318] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.186633] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525f0cd3-18df-ca3c-3f35-711a714ccbfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.221256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-94a0eeb0-5af2-4591-9c9f-f886d984bdc2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.221256] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1928.221256] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.221413] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.221464] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1928.221672] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1928.225155] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.226857] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.230706] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.196s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.231527] env[63862]: DEBUG nova.objects.instance [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lazy-loading 'resources' on Instance uuid 94a0eeb0-5af2-4591-9c9f-f886d984bdc2 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.298020] env[63862]: INFO nova.compute.manager [-] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Took 1.06 seconds to deallocate network for instance. [ 1928.364998] env[63862]: DEBUG nova.network.neutron [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [{"id": "056252aa-1d7d-415d-93ed-629c330ac545", "address": "fa:16:3e:d0:b8:a0", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056252aa-1d", "ovs_interfaceid": "056252aa-1d7d-415d-93ed-629c330ac545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.613619] env[63862]: DEBUG nova.compute.manager [req-ed0d1972-361d-45db-875e-2baf3583e020 req-337277a4-79f5-4a3b-9c75-d0fce8acaa73 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Received event network-vif-plugged-296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1928.614209] env[63862]: DEBUG oslo_concurrency.lockutils [req-ed0d1972-361d-45db-875e-2baf3583e020 req-337277a4-79f5-4a3b-9c75-d0fce8acaa73 service nova] Acquiring lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.614428] env[63862]: DEBUG oslo_concurrency.lockutils [req-ed0d1972-361d-45db-875e-2baf3583e020 req-337277a4-79f5-4a3b-9c75-d0fce8acaa73 service nova] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.615066] env[63862]: DEBUG oslo_concurrency.lockutils [req-ed0d1972-361d-45db-875e-2baf3583e020 req-337277a4-79f5-4a3b-9c75-d0fce8acaa73 service nova] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.615326] env[63862]: DEBUG nova.compute.manager [req-ed0d1972-361d-45db-875e-2baf3583e020 req-337277a4-79f5-4a3b-9c75-d0fce8acaa73 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] No waiting events found dispatching network-vif-plugged-296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1928.615535] env[63862]: WARNING nova.compute.manager [req-ed0d1972-361d-45db-875e-2baf3583e020 req-337277a4-79f5-4a3b-9c75-d0fce8acaa73 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Received unexpected event network-vif-plugged-296dff14-c400-4c22-a56d-8ccdaf2edbd4 for instance with vm_state building and task_state spawning. [ 1928.652274] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632315} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.652590] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1928.652842] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1928.653147] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da39e0fe-b5fa-432a-a60e-9c50a635ec21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.660954] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1928.660954] env[63862]: value = "task-2097837" [ 1928.660954] env[63862]: _type = "Task" [ 1928.660954] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.670260] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.691272] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525f0cd3-18df-ca3c-3f35-711a714ccbfb, 'name': SearchDatastore_Task, 'duration_secs': 0.058439} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.691622] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.691937] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c3c4e837-d53e-4134-bc5a-aa5bd751d295/c3c4e837-d53e-4134-bc5a-aa5bd751d295.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.692269] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34b34e65-9dc0-43db-b82f-3fe54ae7c50d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.702033] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1928.702033] env[63862]: value = "task-2097838" [ 1928.702033] env[63862]: _type = "Task" [ 1928.702033] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.714609] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.725535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.737277] env[63862]: DEBUG nova.compute.utils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.745133] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.745133] env[63862]: DEBUG nova.network.neutron [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.803880] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.819334] env[63862]: DEBUG nova.network.neutron [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Successfully updated port: 296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1928.837092] env[63862]: DEBUG nova.policy [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d4758c3c0924c06b30ca18de0b302cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4853be0461a416782d1e728dd59855d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.867627] env[63862]: DEBUG oslo_concurrency.lockutils [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.868430] env[63862]: DEBUG nova.objects.instance [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lazy-loading 'flavor' on Instance uuid 5055db0a-a895-4fbd-be64-e587e03ce58e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1929.172835] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08302} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.173151] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1929.176535] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71bbac3-0159-497b-9547-754a2311a141 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.198587] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.202023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4cf4f9-ac1e-40db-92be-612753c65021 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.229620] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097838, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.231297] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1929.231297] env[63862]: value = "task-2097839" [ 1929.231297] env[63862]: _type = "Task" [ 1929.231297] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.243632] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.247435] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097839, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.318642] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4142bd04-77c7-4ff7-9c62-ff6be51f5319 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.321801] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "refresh_cache-a83d32f0-ddaa-402f-a2b3-72f1936e01f0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.321947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired lock "refresh_cache-a83d32f0-ddaa-402f-a2b3-72f1936e01f0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.322110] env[63862]: DEBUG nova.network.neutron [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.331137] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed0f150-6507-41d8-9d6e-5d142200dbce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.364139] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00246135-7f70-4f09-b86e-5a61b03fae61 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.374729] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b3964-3507-48fb-9d0d-3b2c7625602b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.380350] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c1098-84ed-498d-adda-83e9be35f906 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.394551] env[63862]: DEBUG nova.compute.provider_tree [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.419091] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.419091] env[63862]: DEBUG nova.scheduler.client.report [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.421808] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aaff30e-c880-4680-92a0-ab13db330406 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.429695] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1929.429695] env[63862]: value = "task-2097840" [ 1929.429695] env[63862]: _type = "Task" [ 1929.429695] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.439263] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.447194] env[63862]: DEBUG nova.network.neutron [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Successfully created port: 5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.601456] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.601668] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.736528] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807365} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.740861] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c3c4e837-d53e-4134-bc5a-aa5bd751d295/c3c4e837-d53e-4134-bc5a-aa5bd751d295.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.741177] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.741518] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b8bc0bb-7162-4e09-b4d6-a0f593f8d69e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.749439] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.754580] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1929.754580] env[63862]: value = "task-2097841" [ 1929.754580] env[63862]: _type = "Task" [ 1929.754580] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.765713] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.888919] env[63862]: DEBUG nova.network.neutron [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1929.925174] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.928367] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.584s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.929998] env[63862]: INFO nova.compute.claims [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.943279] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097840, 'name': PowerOffVM_Task, 'duration_secs': 0.248636} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.943975] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1929.952223] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1929.952223] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43fed694-814c-4d86-a446-1731b99bafc3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.966436] env[63862]: INFO nova.scheduler.client.report [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted allocations for instance 94a0eeb0-5af2-4591-9c9f-f886d984bdc2 [ 1929.982559] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1929.982559] env[63862]: value = "task-2097842" [ 1929.982559] env[63862]: _type = "Task" [ 1929.982559] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.993056] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.177664] env[63862]: DEBUG nova.network.neutron [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Updating instance_info_cache with network_info: [{"id": "296dff14-c400-4c22-a56d-8ccdaf2edbd4", "address": "fa:16:3e:bb:71:7d", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296dff14-c4", "ovs_interfaceid": "296dff14-c400-4c22-a56d-8ccdaf2edbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.246591] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097839, 'name': ReconfigVM_Task, 'duration_secs': 0.60034} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.247028] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.247997] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91a8153c-7ff5-424f-a906-ec9064ba038f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.264058] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.266634] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1930.266634] env[63862]: value = "task-2097843" [ 1930.266634] env[63862]: _type = "Task" [ 1930.266634] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.279016] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080671} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.279016] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.279016] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add046cb-0956-4f18-a556-98137200fc63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.283461] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097843, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.308373] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c3c4e837-d53e-4134-bc5a-aa5bd751d295/c3c4e837-d53e-4134-bc5a-aa5bd751d295.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.311029] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.311272] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.311426] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.311606] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.311798] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.312371] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.312625] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.312863] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.312944] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.313117] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.313295] env[63862]: DEBUG nova.virt.hardware [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.313690] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c61216d-f7c1-439f-9661-603e472a6fe7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.330453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842ff1a3-3627-4c60-a277-2527738c153c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.340732] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bde4412-9b03-4ee4-b58c-a3218fa0c284 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.344664] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1930.344664] env[63862]: value = "task-2097844" [ 1930.344664] env[63862]: _type = "Task" [ 1930.344664] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.362532] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.481744] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d51e1698-a0ba-42ca-9521-14b5346d882d tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "94a0eeb0-5af2-4591-9c9f-f886d984bdc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.075s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.492523] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097842, 'name': ReconfigVM_Task, 'duration_secs': 0.230751} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.493203] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1930.493203] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.493328] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b46dfb-7946-4b7a-9df6-e092b6d26ce3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.505681] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 1930.505681] env[63862]: value = "task-2097845" [ 1930.505681] env[63862]: _type = "Task" [ 1930.505681] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.518726] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.651966] env[63862]: DEBUG nova.compute.manager [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Received event network-changed-296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1930.651966] env[63862]: DEBUG nova.compute.manager [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Refreshing instance network info cache due to event network-changed-296dff14-c400-4c22-a56d-8ccdaf2edbd4. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1930.651966] env[63862]: DEBUG oslo_concurrency.lockutils [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] Acquiring lock "refresh_cache-a83d32f0-ddaa-402f-a2b3-72f1936e01f0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.680373] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Releasing lock "refresh_cache-a83d32f0-ddaa-402f-a2b3-72f1936e01f0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.681018] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Instance network_info: |[{"id": "296dff14-c400-4c22-a56d-8ccdaf2edbd4", "address": "fa:16:3e:bb:71:7d", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296dff14-c4", "ovs_interfaceid": "296dff14-c400-4c22-a56d-8ccdaf2edbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1930.681156] env[63862]: DEBUG oslo_concurrency.lockutils [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] Acquired lock "refresh_cache-a83d32f0-ddaa-402f-a2b3-72f1936e01f0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.681351] env[63862]: DEBUG nova.network.neutron [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Refreshing network info cache for port 296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.683452] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:71:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '296dff14-c400-4c22-a56d-8ccdaf2edbd4', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1930.696982] env[63862]: DEBUG oslo.service.loopingcall [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1930.699898] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1930.700897] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba6422b5-b8ca-4396-af17-a7b936bc320b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.725207] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1930.725207] env[63862]: value = "task-2097846" [ 1930.725207] env[63862]: _type = "Task" [ 1930.725207] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.735108] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097846, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.831850] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097843, 'name': Rename_Task, 'duration_secs': 0.141026} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.831850] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.834028] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05c4aaf4-7c7c-4e00-8988-a27878ca3d7f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.840144] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1930.840144] env[63862]: value = "task-2097847" [ 1930.840144] env[63862]: _type = "Task" [ 1930.840144] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.849164] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.859470] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097844, 'name': ReconfigVM_Task, 'duration_secs': 0.396289} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.860078] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c3c4e837-d53e-4134-bc5a-aa5bd751d295/c3c4e837-d53e-4134-bc5a-aa5bd751d295.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.860532] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7779f1ab-48fa-4f63-927f-6e4833619116 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.867511] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1930.867511] env[63862]: value = "task-2097848" [ 1930.867511] env[63862]: _type = "Task" [ 1930.867511] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.891385] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097848, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.021146] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097845, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.237481] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097846, 'name': CreateVM_Task, 'duration_secs': 0.497517} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.237743] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.238391] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.238569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.238908] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.239151] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99dabec-2161-43d6-8262-aaf901c34cbe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.248446] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1931.248446] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5215a458-cc9d-6f13-7069-a0a0f4a19574" [ 1931.248446] env[63862]: _type = "Task" [ 1931.248446] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.258020] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5215a458-cc9d-6f13-7069-a0a0f4a19574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.352905] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.383418] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097848, 'name': Rename_Task, 'duration_secs': 0.170118} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.383655] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.383906] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bdc96bc-d76d-4376-a81c-0c5f02ca31e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.390805] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1931.390805] env[63862]: value = "task-2097849" [ 1931.390805] env[63862]: _type = "Task" [ 1931.390805] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.406356] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.521649] env[63862]: DEBUG oslo_vmware.api [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2097845, 'name': PowerOnVM_Task, 'duration_secs': 0.533716} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.521823] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.522988] env[63862]: DEBUG nova.compute.manager [None req-88a58e2d-f2d8-4d1f-ab52-c1bba420ced1 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.524716] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a56beeb-1665-4588-ba3d-f1a6399369d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.555989] env[63862]: DEBUG nova.network.neutron [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Updated VIF entry in instance network info cache for port 296dff14-c400-4c22-a56d-8ccdaf2edbd4. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.555989] env[63862]: DEBUG nova.network.neutron [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Updating instance_info_cache with network_info: [{"id": "296dff14-c400-4c22-a56d-8ccdaf2edbd4", "address": "fa:16:3e:bb:71:7d", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap296dff14-c4", "ovs_interfaceid": "296dff14-c400-4c22-a56d-8ccdaf2edbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.601754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dce63ea-adb8-4787-bbe1-1673aa529e88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.610763] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea90a9-3ac5-4b34-a5fd-63c193eb5259 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.648545] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605db493-6ffb-469e-9540-5eca34ab24f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.656916] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfff619-835d-474e-8762-116195bfa627 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.670826] env[63862]: DEBUG nova.compute.provider_tree [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1931.760365] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5215a458-cc9d-6f13-7069-a0a0f4a19574, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.760627] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.760855] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.761100] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.761246] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.761420] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.761677] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5539204e-dbe1-455a-89f8-e45743459b61 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.770697] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.770995] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.771635] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241741e9-0684-4dfa-955f-c284d0ac0b92 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.777298] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1931.777298] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528e41f4-3af6-f825-fe3c-8ae720885b28" [ 1931.777298] env[63862]: _type = "Task" [ 1931.777298] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.785170] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e41f4-3af6-f825-fe3c-8ae720885b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.852661] env[63862]: DEBUG oslo_vmware.api [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097847, 'name': PowerOnVM_Task, 'duration_secs': 0.666208} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.852945] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.853202] env[63862]: INFO nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Took 13.55 seconds to spawn the instance on the hypervisor. [ 1931.853351] env[63862]: DEBUG nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.854176] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406b9313-3197-499a-a35e-4995d99afb59 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.868267] env[63862]: DEBUG nova.network.neutron [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Successfully updated port: 5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.905967] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097849, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.043143] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.044283] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.060944] env[63862]: DEBUG oslo_concurrency.lockutils [req-e028ef0b-6932-4a89-ab96-00c3363acf76 req-7183ff28-9ac6-4fe5-ad75-17a444420f32 service nova] Releasing lock "refresh_cache-a83d32f0-ddaa-402f-a2b3-72f1936e01f0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.101601] env[63862]: DEBUG nova.compute.manager [req-9d23a1db-363e-4be5-a68f-c7f2aa1afaa4 req-805dd2a2-e2be-44cc-9a43-46faaf0bf228 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Received event network-vif-plugged-5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1932.101823] env[63862]: DEBUG oslo_concurrency.lockutils [req-9d23a1db-363e-4be5-a68f-c7f2aa1afaa4 req-805dd2a2-e2be-44cc-9a43-46faaf0bf228 service nova] Acquiring lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.102587] env[63862]: DEBUG oslo_concurrency.lockutils [req-9d23a1db-363e-4be5-a68f-c7f2aa1afaa4 req-805dd2a2-e2be-44cc-9a43-46faaf0bf228 service nova] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.102587] env[63862]: DEBUG oslo_concurrency.lockutils [req-9d23a1db-363e-4be5-a68f-c7f2aa1afaa4 req-805dd2a2-e2be-44cc-9a43-46faaf0bf228 service nova] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.102941] env[63862]: DEBUG nova.compute.manager [req-9d23a1db-363e-4be5-a68f-c7f2aa1afaa4 req-805dd2a2-e2be-44cc-9a43-46faaf0bf228 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] No waiting events found dispatching network-vif-plugged-5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.102941] env[63862]: WARNING nova.compute.manager [req-9d23a1db-363e-4be5-a68f-c7f2aa1afaa4 req-805dd2a2-e2be-44cc-9a43-46faaf0bf228 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Received unexpected event network-vif-plugged-5d909ffc-ce30-41a8-9433-5468d850d282 for instance with vm_state building and task_state spawning. [ 1932.199191] env[63862]: ERROR nova.scheduler.client.report [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [req-a2457567-6796-46ba-b446-f0a84019434f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2457567-6796-46ba-b446-f0a84019434f"}]} [ 1932.220048] env[63862]: DEBUG nova.scheduler.client.report [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1932.236599] env[63862]: DEBUG nova.scheduler.client.report [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1932.236834] env[63862]: DEBUG nova.compute.provider_tree [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1932.253501] env[63862]: DEBUG nova.scheduler.client.report [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1932.275927] env[63862]: DEBUG nova.scheduler.client.report [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1932.291644] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e41f4-3af6-f825-fe3c-8ae720885b28, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.292607] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ad8e78-3e5b-44ca-b13a-d55d80bed5df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.299071] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1932.299071] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52937b5d-977a-0249-47b0-e015fbc960f2" [ 1932.299071] env[63862]: _type = "Task" [ 1932.299071] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.312820] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52937b5d-977a-0249-47b0-e015fbc960f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.371065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.371235] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.371401] env[63862]: DEBUG nova.network.neutron [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.377556] env[63862]: INFO nova.compute.manager [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Took 48.11 seconds to build instance. [ 1932.405497] env[63862]: DEBUG oslo_vmware.api [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097849, 'name': PowerOnVM_Task, 'duration_secs': 0.741374} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.408708] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.409061] env[63862]: INFO nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1932.409245] env[63862]: DEBUG nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.411371] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a675c6e4-2fde-469a-8f08-3adcf7c85ad1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.820432] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52937b5d-977a-0249-47b0-e015fbc960f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012663} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.820755] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.821030] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a83d32f0-ddaa-402f-a2b3-72f1936e01f0/a83d32f0-ddaa-402f-a2b3-72f1936e01f0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.821302] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b750692d-de78-44e0-b250-135e655312ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.832973] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1932.832973] env[63862]: value = "task-2097850" [ 1932.832973] env[63862]: _type = "Task" [ 1932.832973] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.842478] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.881559] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7612bc19-cfd3-4470-8b8a-de611a63d3db tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.837s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.882389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03703740-1bb6-4627-8741-8ee8648b4691 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.894081] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8d39c7-4cbf-4f47-b1e4-036ca1f91c65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.941279] env[63862]: DEBUG nova.network.neutron [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1932.944752] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad37dc30-4e1b-4ded-9c1f-f603b646afef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.949268] env[63862]: INFO nova.compute.manager [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Took 43.30 seconds to build instance. [ 1932.954237] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d212db-004b-495f-87bc-6fe4e183012d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.971570] env[63862]: DEBUG nova.compute.provider_tree [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.160353] env[63862]: DEBUG nova.network.neutron [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [{"id": "5d909ffc-ce30-41a8-9433-5468d850d282", "address": "fa:16:3e:7f:e3:96", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d909ffc-ce", "ovs_interfaceid": "5d909ffc-ce30-41a8-9433-5468d850d282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.344103] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097850, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.393107] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1933.449430] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cdf9d49a-7d41-4060-91f0-e6ba6f07dca5 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.230s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.485286] env[63862]: INFO nova.compute.manager [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Rebuilding instance [ 1933.523771] env[63862]: DEBUG nova.scheduler.client.report [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1933.524088] env[63862]: DEBUG nova.compute.provider_tree [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 56 to 57 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1933.524272] env[63862]: DEBUG nova.compute.provider_tree [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.556734] env[63862]: DEBUG nova.compute.manager [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1933.558485] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cbdab8-82df-4618-b258-b0e86e12ddc9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.664589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.665221] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance network_info: |[{"id": "5d909ffc-ce30-41a8-9433-5468d850d282", "address": "fa:16:3e:7f:e3:96", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d909ffc-ce", "ovs_interfaceid": "5d909ffc-ce30-41a8-9433-5468d850d282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1933.665711] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:e3:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d909ffc-ce30-41a8-9433-5468d850d282', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1933.674526] env[63862]: DEBUG oslo.service.loopingcall [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.676376] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1933.676505] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6446de4-7cc4-44b6-88bd-2e24ed7f37a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.698565] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1933.698565] env[63862]: value = "task-2097851" [ 1933.698565] env[63862]: _type = "Task" [ 1933.698565] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.709186] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097851, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.849216] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530769} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.849216] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a83d32f0-ddaa-402f-a2b3-72f1936e01f0/a83d32f0-ddaa-402f-a2b3-72f1936e01f0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1933.849216] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1933.849216] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e05796d-736a-488d-b9f3-bc7f25a9715f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.857354] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1933.857354] env[63862]: value = "task-2097852" [ 1933.857354] env[63862]: _type = "Task" [ 1933.857354] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.869889] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.915572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.952512] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1934.036964] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.106s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.036964] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1934.038550] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.619s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.038550] env[63862]: DEBUG nova.objects.instance [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lazy-loading 'resources' on Instance uuid 434db579-bfa9-4178-beca-90955252999b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.215271] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097851, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.217230] env[63862]: DEBUG nova.compute.manager [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Received event network-changed-5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1934.217230] env[63862]: DEBUG nova.compute.manager [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Refreshing instance network info cache due to event network-changed-5d909ffc-ce30-41a8-9433-5468d850d282. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1934.217230] env[63862]: DEBUG oslo_concurrency.lockutils [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] Acquiring lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.217230] env[63862]: DEBUG oslo_concurrency.lockutils [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] Acquired lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.217230] env[63862]: DEBUG nova.network.neutron [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Refreshing network info cache for port 5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.373790] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07112} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.374083] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.374915] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5716ed85-f59e-4c7a-9986-a3d60c36bbc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.398149] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] a83d32f0-ddaa-402f-a2b3-72f1936e01f0/a83d32f0-ddaa-402f-a2b3-72f1936e01f0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.398439] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a2bac9-fc73-4c85-b61e-a52d083d51ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.417663] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1934.417663] env[63862]: value = "task-2097853" [ 1934.417663] env[63862]: _type = "Task" [ 1934.417663] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.429627] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.474360] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.541936] env[63862]: DEBUG nova.compute.utils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.545885] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1934.546116] env[63862]: DEBUG nova.network.neutron [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1934.577738] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.578075] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f98830-60c7-4cba-8f9b-55b2d7c57973 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.587167] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1934.587167] env[63862]: value = "task-2097854" [ 1934.587167] env[63862]: _type = "Task" [ 1934.587167] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.595832] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.603533] env[63862]: DEBUG nova.policy [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be690f46d8e148938f441a85a3112cf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae53db5c04940378c410171160721b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1934.713117] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097851, 'name': CreateVM_Task, 'duration_secs': 0.808384} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.715418] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.716369] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.716552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.716880] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.717209] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b93c94d-cee2-4988-9448-af8ee777da9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.724676] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1934.724676] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527efaa0-2d2a-bdfc-7db2-727c376633bd" [ 1934.724676] env[63862]: _type = "Task" [ 1934.724676] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.738111] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527efaa0-2d2a-bdfc-7db2-727c376633bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.929881] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.051932] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1935.055319] env[63862]: DEBUG nova.network.neutron [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Successfully created port: dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1935.102113] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097854, 'name': PowerOffVM_Task, 'duration_secs': 0.274737} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.107455] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.107455] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.107927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e81a4-7786-427c-bf2c-9ff69a433ed9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.111474] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b1e8cb-15b5-4647-9174-c055b825dc17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.123895] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f4140-bbf2-4163-bb42-be87f25c758b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.128156] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.129103] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69ed2d4f-7ebc-4adf-81f8-76104dfe1663 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.163307] env[63862]: DEBUG nova.network.neutron [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updated VIF entry in instance network info cache for port 5d909ffc-ce30-41a8-9433-5468d850d282. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.163665] env[63862]: DEBUG nova.network.neutron [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [{"id": "5d909ffc-ce30-41a8-9433-5468d850d282", "address": "fa:16:3e:7f:e3:96", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d909ffc-ce", "ovs_interfaceid": "5d909ffc-ce30-41a8-9433-5468d850d282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.165889] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91a8064-cab3-47a2-8f0c-8f8ade3a794b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.174356] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd58fa8c-1fd4-4416-8f55-efb85133ae6e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.188905] env[63862]: DEBUG nova.compute.provider_tree [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.232626] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.232847] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.233095] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.236484] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f25aeb13-13e7-40b2-81e3-c2e5962abbec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.238226] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527efaa0-2d2a-bdfc-7db2-727c376633bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.238537] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.238759] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.238981] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.239142] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.239336] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.239900] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e995a4-c3c9-4b8c-8d7a-c57ce0d49a32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.243775] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1935.243775] env[63862]: value = "task-2097856" [ 1935.243775] env[63862]: _type = "Task" [ 1935.243775] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.251677] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.251859] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.252886] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.253113] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96dd3ef9-374f-442d-a776-0e15557b8bf3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.257787] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1935.257787] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52570ae3-be04-1d02-f453-3703780e898b" [ 1935.257787] env[63862]: _type = "Task" [ 1935.257787] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.265616] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52570ae3-be04-1d02-f453-3703780e898b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.430030] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097853, 'name': ReconfigVM_Task, 'duration_secs': 0.570379} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.430324] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Reconfigured VM instance instance-0000001d to attach disk [datastore2] a83d32f0-ddaa-402f-a2b3-72f1936e01f0/a83d32f0-ddaa-402f-a2b3-72f1936e01f0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.430970] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b272139-c634-46d1-bfae-368209f5ebac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.437721] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1935.437721] env[63862]: value = "task-2097857" [ 1935.437721] env[63862]: _type = "Task" [ 1935.437721] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.449964] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097857, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.671401] env[63862]: DEBUG oslo_concurrency.lockutils [req-83fc3211-678b-4667-8dac-f533102bc9f8 req-7d7debbc-2a97-46eb-83bc-5bac06925ca5 service nova] Releasing lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.727894] env[63862]: DEBUG nova.scheduler.client.report [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1935.729246] env[63862]: DEBUG nova.compute.provider_tree [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 57 to 58 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1935.729246] env[63862]: DEBUG nova.compute.provider_tree [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.756619] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41754} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.756840] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.757040] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.757226] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.769743] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52570ae3-be04-1d02-f453-3703780e898b, 'name': SearchDatastore_Task, 'duration_secs': 0.017703} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.770622] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1417053-d6ae-4302-85bb-75e7d5c49da4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.776915] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1935.776915] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cb59c5-4abe-7911-68d3-b41498bb1b69" [ 1935.776915] env[63862]: _type = "Task" [ 1935.776915] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.784866] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cb59c5-4abe-7911-68d3-b41498bb1b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.947376] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097857, 'name': Rename_Task, 'duration_secs': 0.251559} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.947685] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.949247] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f300b69-cd99-461e-9a6d-fe72f31b6023 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.954253] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1935.954253] env[63862]: value = "task-2097858" [ 1935.954253] env[63862]: _type = "Task" [ 1935.954253] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.961836] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.065435] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1936.091392] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.092379] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.092379] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.092379] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.092379] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.092379] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.092570] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.092570] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.092729] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.092886] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.093123] env[63862]: DEBUG nova.virt.hardware [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.094056] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6950e8e-fa6e-4f8f-ac2b-b33814c3a470 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.102048] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaec57c-20af-43ee-8683-d469f32857ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.235179] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.239020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.519s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.239208] env[63862]: INFO nova.compute.claims [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.246554] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.246789] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.259025] env[63862]: INFO nova.scheduler.client.report [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Deleted allocations for instance 434db579-bfa9-4178-beca-90955252999b [ 1936.286937] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cb59c5-4abe-7911-68d3-b41498bb1b69, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.287204] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.287455] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d3e3a20a-d982-4c96-b589-a5cb9162f59a/d3e3a20a-d982-4c96-b589-a5cb9162f59a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.287701] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14de43f4-2b85-4c6d-bdea-dc99218ca6bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.294934] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1936.294934] env[63862]: value = "task-2097859" [ 1936.294934] env[63862]: _type = "Task" [ 1936.294934] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.304796] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.465300] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.774274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a2bff2a5-3550-4311-82bd-ac6e798913e6 tempest-ListServersNegativeTestJSON-2073974189 tempest-ListServersNegativeTestJSON-2073974189-project-member] Lock "434db579-bfa9-4178-beca-90955252999b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.452s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.810346] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097859, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.812600] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.812895] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.813118] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.813363] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.813580] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.813804] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.814079] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.814302] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.814532] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.814752] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.814983] env[63862]: DEBUG nova.virt.hardware [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.816227] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7778a2-3163-4fa1-a337-ea8f8207c292 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.825556] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0a34e6-518a-4ce6-892e-1205364fe9f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.841318] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ad:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c06936-5b0c-43a2-85ca-9be9dea49d48', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.849305] env[63862]: DEBUG oslo.service.loopingcall [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.849880] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.850185] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12d665b9-c8f0-44e3-9101-c0bb981b9b0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.875289] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.875289] env[63862]: value = "task-2097860" [ 1936.875289] env[63862]: _type = "Task" [ 1936.875289] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.883526] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097860, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.963103] env[63862]: DEBUG nova.compute.manager [req-553344fb-ecb5-4f5f-982e-30249f73224a req-768bbc27-473f-4534-ae66-b0d979a6cf3c service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Received event network-vif-plugged-dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1936.963418] env[63862]: DEBUG oslo_concurrency.lockutils [req-553344fb-ecb5-4f5f-982e-30249f73224a req-768bbc27-473f-4534-ae66-b0d979a6cf3c service nova] Acquiring lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.963811] env[63862]: DEBUG oslo_concurrency.lockutils [req-553344fb-ecb5-4f5f-982e-30249f73224a req-768bbc27-473f-4534-ae66-b0d979a6cf3c service nova] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.963906] env[63862]: DEBUG oslo_concurrency.lockutils [req-553344fb-ecb5-4f5f-982e-30249f73224a req-768bbc27-473f-4534-ae66-b0d979a6cf3c service nova] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.964173] env[63862]: DEBUG nova.compute.manager [req-553344fb-ecb5-4f5f-982e-30249f73224a req-768bbc27-473f-4534-ae66-b0d979a6cf3c service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] No waiting events found dispatching network-vif-plugged-dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.964488] env[63862]: WARNING nova.compute.manager [req-553344fb-ecb5-4f5f-982e-30249f73224a req-768bbc27-473f-4534-ae66-b0d979a6cf3c service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Received unexpected event network-vif-plugged-dfc12592-1a58-4dc4-b121-e466f32501c6 for instance with vm_state building and task_state spawning. [ 1936.969062] env[63862]: DEBUG oslo_vmware.api [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097858, 'name': PowerOnVM_Task, 'duration_secs': 0.66205} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.969401] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.969708] env[63862]: INFO nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1936.969978] env[63862]: DEBUG nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1936.970917] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc52137-ab3b-4daf-9fc1-4b913b6a6b8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.038916] env[63862]: DEBUG nova.network.neutron [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Successfully updated port: dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.306051] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53819} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.309187] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d3e3a20a-d982-4c96-b589-a5cb9162f59a/d3e3a20a-d982-4c96-b589-a5cb9162f59a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.309647] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.311204] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-697921f7-8f6a-4037-8488-eb73d2207e81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.317153] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1937.317153] env[63862]: value = "task-2097861" [ 1937.317153] env[63862]: _type = "Task" [ 1937.317153] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.325282] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.386918] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097860, 'name': CreateVM_Task, 'duration_secs': 0.45422} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.387067] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.387693] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.387881] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.388234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.390561] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6313e011-d6d0-4a6c-ab06-8867b116bb79 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.395227] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1937.395227] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a81539-b3b7-9480-9465-679289a11d2a" [ 1937.395227] env[63862]: _type = "Task" [ 1937.395227] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.403434] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a81539-b3b7-9480-9465-679289a11d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.496382] env[63862]: INFO nova.compute.manager [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Took 45.82 seconds to build instance. [ 1937.543584] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "refresh_cache-81e97a03-1511-4639-b8f1-9d0c87c5e40f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.543805] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquired lock "refresh_cache-81e97a03-1511-4639-b8f1-9d0c87c5e40f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.543892] env[63862]: DEBUG nova.network.neutron [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.746141] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f7696-428e-4bb9-965f-664de0b69d12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.760259] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b098b8-c61a-4418-9ea6-163cd29a60e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.792857] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34120a17-24c5-4780-aa05-d9234e005403 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.801159] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f0fa6d-8628-47c3-b9ae-2e0915d83f1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.817716] env[63862]: DEBUG nova.compute.provider_tree [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1937.829117] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.38997} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.829426] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1937.830258] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d702482-1953-48b2-88e5-d23c22425fd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.855829] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] d3e3a20a-d982-4c96-b589-a5cb9162f59a/d3e3a20a-d982-4c96-b589-a5cb9162f59a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.857030] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8714b148-b3ea-43a3-8307-e7f6b8f07452 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.879403] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1937.879403] env[63862]: value = "task-2097862" [ 1937.879403] env[63862]: _type = "Task" [ 1937.879403] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.893038] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.909703] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a81539-b3b7-9480-9465-679289a11d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.032089} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.910065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.910292] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1937.910519] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.910670] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.910844] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1937.911130] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe67189-484d-4bcb-a7f8-feb2c6f461e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.920789] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1937.921123] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1937.921968] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b29a337-6f27-41f4-98e6-1a3ff1cc41d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.927958] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1937.927958] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ca5dd1-8b5c-e4d6-0cad-d3a7ccd246e3" [ 1937.927958] env[63862]: _type = "Task" [ 1937.927958] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.937421] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ca5dd1-8b5c-e4d6-0cad-d3a7ccd246e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.998659] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5f5f3bd3-6899-4cb2-a71f-419485c2204b tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.645s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.090902] env[63862]: DEBUG nova.network.neutron [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.306389] env[63862]: DEBUG nova.network.neutron [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Updating instance_info_cache with network_info: [{"id": "dfc12592-1a58-4dc4-b121-e466f32501c6", "address": "fa:16:3e:e4:82:da", "network": {"id": "faa77ada-409a-48f9-b212-7db5fa5f1ebb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1535469450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae53db5c04940378c410171160721b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc12592-1a", "ovs_interfaceid": "dfc12592-1a58-4dc4-b121-e466f32501c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.324798] env[63862]: DEBUG nova.scheduler.client.report [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1938.391235] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097862, 'name': ReconfigVM_Task, 'duration_secs': 0.324551} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.391529] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Reconfigured VM instance instance-0000001e to attach disk [datastore2] d3e3a20a-d982-4c96-b589-a5cb9162f59a/d3e3a20a-d982-4c96-b589-a5cb9162f59a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.392227] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47cc6990-aa6a-49b4-be27-31ee7d5e43a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.399375] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1938.399375] env[63862]: value = "task-2097863" [ 1938.399375] env[63862]: _type = "Task" [ 1938.399375] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.411854] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097863, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.440146] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ca5dd1-8b5c-e4d6-0cad-d3a7ccd246e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.441290] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba932034-9638-4b38-b399-b037360699b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.446752] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1938.446752] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52220d6f-a206-1fe8-66e7-3fd3443d1077" [ 1938.446752] env[63862]: _type = "Task" [ 1938.446752] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.454440] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52220d6f-a206-1fe8-66e7-3fd3443d1077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.501953] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.809451] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Releasing lock "refresh_cache-81e97a03-1511-4639-b8f1-9d0c87c5e40f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.814023] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Instance network_info: |[{"id": "dfc12592-1a58-4dc4-b121-e466f32501c6", "address": "fa:16:3e:e4:82:da", "network": {"id": "faa77ada-409a-48f9-b212-7db5fa5f1ebb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1535469450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae53db5c04940378c410171160721b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc12592-1a", "ovs_interfaceid": "dfc12592-1a58-4dc4-b121-e466f32501c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.814179] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:82:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfc12592-1a58-4dc4-b121-e466f32501c6', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.821942] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Creating folder: Project (aae53db5c04940378c410171160721b3). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1938.822404] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0411e8eb-3d1c-47cc-8ba1-5308d8e44190 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.836115] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.836115] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1938.837678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.345s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.839352] env[63862]: INFO nova.compute.claims [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.841992] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Created folder: Project (aae53db5c04940378c410171160721b3) in parent group-v429490. [ 1938.843298] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Creating folder: Instances. Parent ref: group-v429581. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1938.843938] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8eb823-bd20-48ee-8e3c-ecd339d5d0ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.854259] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Created folder: Instances in parent group-v429581. [ 1938.854483] env[63862]: DEBUG oslo.service.loopingcall [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.854682] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.854886] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b87815b-2c04-4591-9ded-e584b3612669 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.878591] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.878591] env[63862]: value = "task-2097866" [ 1938.878591] env[63862]: _type = "Task" [ 1938.878591] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.889245] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097866, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.909701] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097863, 'name': Rename_Task, 'duration_secs': 0.164484} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.910302] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.910661] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbbd9420-463d-42ed-8bee-4f550b3e817f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.919575] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1938.919575] env[63862]: value = "task-2097867" [ 1938.919575] env[63862]: _type = "Task" [ 1938.919575] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.929414] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.960705] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52220d6f-a206-1fe8-66e7-3fd3443d1077, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.960705] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.960705] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1938.960705] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a74430e-cae3-4245-a748-e3dd76aec71d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.966740] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1938.966740] env[63862]: value = "task-2097868" [ 1938.966740] env[63862]: _type = "Task" [ 1938.966740] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.975277] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.029247] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.179420] env[63862]: DEBUG nova.compute.manager [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Received event network-changed-dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1939.179831] env[63862]: DEBUG nova.compute.manager [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Refreshing instance network info cache due to event network-changed-dfc12592-1a58-4dc4-b121-e466f32501c6. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1939.182769] env[63862]: DEBUG oslo_concurrency.lockutils [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] Acquiring lock "refresh_cache-81e97a03-1511-4639-b8f1-9d0c87c5e40f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.183109] env[63862]: DEBUG oslo_concurrency.lockutils [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] Acquired lock "refresh_cache-81e97a03-1511-4639-b8f1-9d0c87c5e40f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.183554] env[63862]: DEBUG nova.network.neutron [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Refreshing network info cache for port dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.351395] env[63862]: DEBUG nova.compute.utils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1939.352724] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1939.352895] env[63862]: DEBUG nova.network.neutron [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1939.393236] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097866, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.432576] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.434174] env[63862]: DEBUG nova.policy [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9690608fc9954f4caa600bc8a1f3d909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a81ef18fa6849528d75779ba4234bf8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1939.477952] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.614777] env[63862]: DEBUG nova.compute.manager [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.615900] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c90b5e-7a72-4f51-bf66-64027b21514b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.859151] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1939.895585] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097866, 'name': CreateVM_Task, 'duration_secs': 0.606812} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.896702] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.898287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.899127] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.899127] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.903633] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-149027e1-7b55-475f-a7df-1f8873836816 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.912511] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1939.912511] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e03479-f658-4cdb-47c9-3d8e0eb1c1a6" [ 1939.912511] env[63862]: _type = "Task" [ 1939.912511] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.926129] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e03479-f658-4cdb-47c9-3d8e0eb1c1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.939989] env[63862]: DEBUG oslo_vmware.api [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097867, 'name': PowerOnVM_Task, 'duration_secs': 0.704725} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.940397] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.940610] env[63862]: INFO nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1939.940796] env[63862]: DEBUG nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.941591] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9dce25-245c-4fbd-8f14-ff0743f39342 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.966053] env[63862]: DEBUG nova.network.neutron [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Successfully created port: 983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1939.989392] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527481} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.989614] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1939.989772] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1939.993353] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-335bac0d-ed85-4216-98fe-30f52404485a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.999575] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1939.999575] env[63862]: value = "task-2097869" [ 1939.999575] env[63862]: _type = "Task" [ 1939.999575] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.009397] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.099770] env[63862]: DEBUG nova.network.neutron [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Updated VIF entry in instance network info cache for port dfc12592-1a58-4dc4-b121-e466f32501c6. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.100449] env[63862]: DEBUG nova.network.neutron [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Updating instance_info_cache with network_info: [{"id": "dfc12592-1a58-4dc4-b121-e466f32501c6", "address": "fa:16:3e:e4:82:da", "network": {"id": "faa77ada-409a-48f9-b212-7db5fa5f1ebb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1535469450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae53db5c04940378c410171160721b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfc12592-1a", "ovs_interfaceid": "dfc12592-1a58-4dc4-b121-e466f32501c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.133156] env[63862]: INFO nova.compute.manager [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] instance snapshotting [ 1940.138989] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efee9a3-3e7a-4489-809d-8cd0d57de782 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.161534] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ee24dc-5524-4160-a662-f26917cd892d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.429869] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e03479-f658-4cdb-47c9-3d8e0eb1c1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013781} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.430609] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.431246] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.431603] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.431900] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.432277] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.437605] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-593b50e7-542a-49d2-806a-f8e16a3ee8ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.453331] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.453515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.454271] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af6eb14-a427-4fc7-a19d-293ff626494c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.467249] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1940.467249] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5244e187-792c-f722-1e77-d04861fbdebf" [ 1940.467249] env[63862]: _type = "Task" [ 1940.467249] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.478272] env[63862]: INFO nova.compute.manager [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Took 40.88 seconds to build instance. [ 1940.483037] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5244e187-792c-f722-1e77-d04861fbdebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.491860] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972cab5f-bf03-42a5-a1ef-a41b1e0b2966 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.506291] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f679a-9b27-4aed-80bf-139a1c5be184 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.515687] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268694} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.541211] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1940.543116] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f0dfe-23a5-4dc9-afe9-14a77825ab18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.546331] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba0d3d-f80f-4f4f-8b84-9d10e6af8389 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.564988] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224a04b-3b17-43df-932e-61489b538481 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.578788] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1940.579123] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70d7153-00fd-41bc-a07f-aab7dbab0467 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.603740] env[63862]: DEBUG oslo_concurrency.lockutils [req-f5cac494-5665-4c11-baf4-accac4baf64e req-1a8f3567-edf9-4a2e-82d0-3b1d0f6e6a35 service nova] Releasing lock "refresh_cache-81e97a03-1511-4639-b8f1-9d0c87c5e40f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.609023] env[63862]: DEBUG nova.compute.provider_tree [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1940.609023] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1940.609023] env[63862]: value = "task-2097870" [ 1940.609023] env[63862]: _type = "Task" [ 1940.609023] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.616549] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.673642] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1940.673642] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd476b14-7176-4417-812d-33a94c158b9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.680703] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1940.680703] env[63862]: value = "task-2097871" [ 1940.680703] env[63862]: _type = "Task" [ 1940.680703] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.691321] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.881339] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1940.911737] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.911983] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.912161] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.912346] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.912496] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.912644] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.912852] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.913451] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.914008] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.914008] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.914186] env[63862]: DEBUG nova.virt.hardware [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.915083] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f566ea3-ab5d-4e91-b9fd-0757058f54e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.925613] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d45f2e-7cbd-4ed5-86da-c67e6ca85b18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.979984] env[63862]: DEBUG oslo_concurrency.lockutils [None req-973c92e3-3054-4c08-a7fa-e16764fbd54a tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.068s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.980680] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5244e187-792c-f722-1e77-d04861fbdebf, 'name': SearchDatastore_Task, 'duration_secs': 0.053435} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.982723] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7d56cc-6e3a-4048-9a00-dceb02fcd075 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.989632] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1940.989632] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524466f9-a7ba-bb57-2ad7-b5e7873c6fc9" [ 1940.989632] env[63862]: _type = "Task" [ 1940.989632] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.996717] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524466f9-a7ba-bb57-2ad7-b5e7873c6fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.121162] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097870, 'name': ReconfigVM_Task, 'duration_secs': 0.288315} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.121460] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Reconfigured VM instance instance-0000001b to attach disk [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610/c7f916a1-2ef1-47ea-9696-816ca2c28610.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1941.122425] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-533372b9-8fed-4b9e-a42c-f5ab66871333 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.129610] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1941.129610] env[63862]: value = "task-2097872" [ 1941.129610] env[63862]: _type = "Task" [ 1941.129610] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.130544] env[63862]: ERROR nova.scheduler.client.report [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [req-f63df415-8518-40d2-ba90-185b6bb72c45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f63df415-8518-40d2-ba90-185b6bb72c45"}]} [ 1941.145170] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097872, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.161834] env[63862]: DEBUG nova.scheduler.client.report [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1941.181017] env[63862]: DEBUG nova.scheduler.client.report [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1941.181017] env[63862]: DEBUG nova.compute.provider_tree [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1941.191583] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097871, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.192394] env[63862]: DEBUG nova.scheduler.client.report [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1941.215121] env[63862]: DEBUG nova.scheduler.client.report [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1941.484815] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1941.501318] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524466f9-a7ba-bb57-2ad7-b5e7873c6fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.501488] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.501864] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 81e97a03-1511-4639-b8f1-9d0c87c5e40f/81e97a03-1511-4639-b8f1-9d0c87c5e40f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.502383] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b4f82e-690c-4963-b4e2-a9f0e6f135f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.511119] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1941.511119] env[63862]: value = "task-2097873" [ 1941.511119] env[63862]: _type = "Task" [ 1941.511119] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.524114] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.648439] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097872, 'name': Rename_Task, 'duration_secs': 0.148557} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.648971] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1941.649390] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3914f6-8b92-4f3a-a05d-4ee332c63b77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.656184] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1941.656184] env[63862]: value = "task-2097874" [ 1941.656184] env[63862]: _type = "Task" [ 1941.656184] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.670742] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.700612] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097871, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.915997] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc267009-4733-4980-9b89-c0a74ec61153 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.925900] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df19f78b-86e7-4f19-958d-4a08ab4cb2aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.961324] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32fd1f2-8edf-4ee4-99b6-92f25957185f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.970265] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc8d1e-9b8d-4309-895b-4cfc90c115df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.984412] env[63862]: DEBUG nova.compute.provider_tree [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1942.009790] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.021405] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.102873] env[63862]: DEBUG nova.compute.manager [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.103120] env[63862]: DEBUG nova.compute.manager [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing instance network info cache due to event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1942.103366] env[63862]: DEBUG oslo_concurrency.lockutils [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] Acquiring lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.103531] env[63862]: DEBUG oslo_concurrency.lockutils [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] Acquired lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.103734] env[63862]: DEBUG nova.network.neutron [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.170696] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.193666] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097871, 'name': CreateSnapshot_Task, 'duration_secs': 1.098649} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.193666] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1942.194282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a502b874-e786-4763-8d68-142f326d68d4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.247545] env[63862]: DEBUG nova.network.neutron [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Successfully updated port: 983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1942.524269] env[63862]: DEBUG nova.compute.manager [req-f2d3bd0d-5117-4f9a-9c36-e894bf582a59 req-e597a33c-5cdd-47e6-9001-20b965c92167 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Received event network-vif-plugged-983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.524955] env[63862]: DEBUG oslo_concurrency.lockutils [req-f2d3bd0d-5117-4f9a-9c36-e894bf582a59 req-e597a33c-5cdd-47e6-9001-20b965c92167 service nova] Acquiring lock "3530f4ac-4e50-4950-aaca-082995af7da7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.524955] env[63862]: DEBUG oslo_concurrency.lockutils [req-f2d3bd0d-5117-4f9a-9c36-e894bf582a59 req-e597a33c-5cdd-47e6-9001-20b965c92167 service nova] Lock "3530f4ac-4e50-4950-aaca-082995af7da7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.524955] env[63862]: DEBUG oslo_concurrency.lockutils [req-f2d3bd0d-5117-4f9a-9c36-e894bf582a59 req-e597a33c-5cdd-47e6-9001-20b965c92167 service nova] Lock "3530f4ac-4e50-4950-aaca-082995af7da7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.525137] env[63862]: DEBUG nova.compute.manager [req-f2d3bd0d-5117-4f9a-9c36-e894bf582a59 req-e597a33c-5cdd-47e6-9001-20b965c92167 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] No waiting events found dispatching network-vif-plugged-983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1942.525326] env[63862]: WARNING nova.compute.manager [req-f2d3bd0d-5117-4f9a-9c36-e894bf582a59 req-e597a33c-5cdd-47e6-9001-20b965c92167 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Received unexpected event network-vif-plugged-983c65f0-73c0-4676-9aba-7dd8bc782b27 for instance with vm_state building and task_state spawning. [ 1942.529769] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55462} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.530063] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 81e97a03-1511-4639-b8f1-9d0c87c5e40f/81e97a03-1511-4639-b8f1-9d0c87c5e40f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.530330] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.530606] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5181882-0a4e-4ce3-92f5-392b5acb064c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.539371] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1942.539371] env[63862]: value = "task-2097875" [ 1942.539371] env[63862]: _type = "Task" [ 1942.539371] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.540282] env[63862]: DEBUG nova.scheduler.client.report [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1942.540963] env[63862]: DEBUG nova.compute.provider_tree [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 59 to 60 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1942.540963] env[63862]: DEBUG nova.compute.provider_tree [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1942.559848] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.668236] env[63862]: DEBUG oslo_vmware.api [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097874, 'name': PowerOnVM_Task, 'duration_secs': 0.899573} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.668578] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1942.668743] env[63862]: DEBUG nova.compute.manager [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.669549] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f423ba7-3d6f-40b3-81ff-9c64714c7ba6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.717018] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1942.717596] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e299340-e4f9-4dd6-94ce-3fc49f20e9c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.728272] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1942.728272] env[63862]: value = "task-2097876" [ 1942.728272] env[63862]: _type = "Task" [ 1942.728272] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.746460] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097876, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.758497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "refresh_cache-3530f4ac-4e50-4950-aaca-082995af7da7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.758497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquired lock "refresh_cache-3530f4ac-4e50-4950-aaca-082995af7da7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.758497] env[63862]: DEBUG nova.network.neutron [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1943.053976] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069425} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.054738] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.217s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.055239] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.057728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.058086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.182s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.058302] env[63862]: DEBUG nova.objects.instance [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lazy-loading 'resources' on Instance uuid 44095de4-eac4-475d-aa56-6fe9211a1721 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.059986] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cacd887-a333-43e7-8bab-9226db7e7111 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.087270] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 81e97a03-1511-4639-b8f1-9d0c87c5e40f/81e97a03-1511-4639-b8f1-9d0c87c5e40f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.089201] env[63862]: DEBUG nova.network.neutron [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updated VIF entry in instance network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.089201] env[63862]: DEBUG nova.network.neutron [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.090230] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d104be1-445e-4e8b-b211-56ddb6fd9a75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.112725] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1943.112725] env[63862]: value = "task-2097877" [ 1943.112725] env[63862]: _type = "Task" [ 1943.112725] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.121462] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.193826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.239629] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097876, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.366906] env[63862]: DEBUG nova.network.neutron [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1943.565015] env[63862]: DEBUG nova.compute.utils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.579895] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1943.580090] env[63862]: DEBUG nova.network.neutron [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.610293] env[63862]: DEBUG oslo_concurrency.lockutils [req-148b3089-5d07-470e-a0e1-75e38c9c1dbf req-b374d86e-5daa-4143-9a94-62de5eb69b2a service nova] Releasing lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.623569] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.643562] env[63862]: DEBUG nova.network.neutron [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Updating instance_info_cache with network_info: [{"id": "983c65f0-73c0-4676-9aba-7dd8bc782b27", "address": "fa:16:3e:1f:70:60", "network": {"id": "07d0cbd7-28bb-49b5-95bf-94271c61735f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2011802465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a81ef18fa6849528d75779ba4234bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983c65f0-73", "ovs_interfaceid": "983c65f0-73c0-4676-9aba-7dd8bc782b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.663860] env[63862]: DEBUG nova.policy [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5599c9ea7341af9cca8a1e43f56c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f0d691027334cc181fb6f6242dee255', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1943.750284] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097876, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.079798] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.128255] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097877, 'name': ReconfigVM_Task, 'duration_secs': 0.885624} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.129959] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 81e97a03-1511-4639-b8f1-9d0c87c5e40f/81e97a03-1511-4639-b8f1-9d0c87c5e40f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.130080] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f505bdf-3079-441d-b230-31cf8ccafa78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.138921] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1944.138921] env[63862]: value = "task-2097878" [ 1944.138921] env[63862]: _type = "Task" [ 1944.138921] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.151289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Releasing lock "refresh_cache-3530f4ac-4e50-4950-aaca-082995af7da7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.151641] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Instance network_info: |[{"id": "983c65f0-73c0-4676-9aba-7dd8bc782b27", "address": "fa:16:3e:1f:70:60", "network": {"id": "07d0cbd7-28bb-49b5-95bf-94271c61735f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2011802465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a81ef18fa6849528d75779ba4234bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983c65f0-73", "ovs_interfaceid": "983c65f0-73c0-4676-9aba-7dd8bc782b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1944.152383] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:70:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '983c65f0-73c0-4676-9aba-7dd8bc782b27', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1944.160189] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Creating folder: Project (6a81ef18fa6849528d75779ba4234bf8). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1944.164846] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a488412-39e9-4e7e-a78f-9cea3db5258d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.167420] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097878, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.180941] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Created folder: Project (6a81ef18fa6849528d75779ba4234bf8) in parent group-v429490. [ 1944.181409] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Creating folder: Instances. Parent ref: group-v429586. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1944.182196] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530699c7-06ac-4706-ab6a-902e3ac1737d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.201458] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Created folder: Instances in parent group-v429586. [ 1944.201458] env[63862]: DEBUG oslo.service.loopingcall [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.201458] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1944.201458] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a186368-12c7-44aa-ba39-28120b8b51b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.248019] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.248019] env[63862]: value = "task-2097881" [ 1944.248019] env[63862]: _type = "Task" [ 1944.248019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.259129] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097876, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.271372] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097881, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.276166] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a1c999-f898-4852-9b8e-b2806112591c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.284051] env[63862]: DEBUG nova.network.neutron [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Successfully created port: 6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.298861] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80664a2-6504-46fc-8505-851f1031ead3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.336171] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49ac22e-9d66-4960-9e91-bd8def8750cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.344652] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d533b-06f3-44a2-9247-4a1aa8c84298 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.358846] env[63862]: DEBUG nova.compute.provider_tree [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.651970] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097878, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.752665] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097876, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.769090] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097881, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.863509] env[63862]: DEBUG nova.scheduler.client.report [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.092174] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.120494] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.120494] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.120494] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.120494] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.120860] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.120860] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.121103] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.121276] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.121367] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.121577] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.121766] env[63862]: DEBUG nova.virt.hardware [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.122748] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e6fbc-4865-4b69-ad0d-a21a58f350eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.131900] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c155a-fda5-4ddb-b543-babb4a3fea18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.140774] env[63862]: DEBUG nova.compute.manager [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Received event network-changed-983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1945.141797] env[63862]: DEBUG nova.compute.manager [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Refreshing instance network info cache due to event network-changed-983c65f0-73c0-4676-9aba-7dd8bc782b27. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1945.142077] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Acquiring lock "refresh_cache-3530f4ac-4e50-4950-aaca-082995af7da7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.142454] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Acquired lock "refresh_cache-3530f4ac-4e50-4950-aaca-082995af7da7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.142809] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Refreshing network info cache for port 983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.165856] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097878, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.248975] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097876, 'name': CloneVM_Task, 'duration_secs': 2.40989} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.249215] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Created linked-clone VM from snapshot [ 1945.249954] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f25557-0f8b-47d4-8857-f5ccae3d5b39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.260148] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097881, 'name': CreateVM_Task, 'duration_secs': 0.766389} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.263068] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.263985] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Uploading image 61641d66-59ca-4db8-b427-690c8a268506 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1945.267444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.267444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.267444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1945.267444] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c218ad-6f68-4be4-9393-edf39d20398c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.271034] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1945.271034] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521accc2-a7c3-c522-eae9-e925425726d8" [ 1945.271034] env[63862]: _type = "Task" [ 1945.271034] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.280524] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521accc2-a7c3-c522-eae9-e925425726d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.293068] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1945.293068] env[63862]: value = "vm-429585" [ 1945.293068] env[63862]: _type = "VirtualMachine" [ 1945.293068] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1945.293068] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b0a92d5c-d695-48d5-8b3d-57d7df4ade1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.299307] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lease: (returnval){ [ 1945.299307] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5257f125-5027-f23f-c7ff-350a24defe96" [ 1945.299307] env[63862]: _type = "HttpNfcLease" [ 1945.299307] env[63862]: } obtained for exporting VM: (result){ [ 1945.299307] env[63862]: value = "vm-429585" [ 1945.299307] env[63862]: _type = "VirtualMachine" [ 1945.299307] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1945.299550] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the lease: (returnval){ [ 1945.299550] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5257f125-5027-f23f-c7ff-350a24defe96" [ 1945.299550] env[63862]: _type = "HttpNfcLease" [ 1945.299550] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1945.306169] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1945.306169] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5257f125-5027-f23f-c7ff-350a24defe96" [ 1945.306169] env[63862]: _type = "HttpNfcLease" [ 1945.306169] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1945.376897] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.380039] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.881s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.381742] env[63862]: INFO nova.compute.claims [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.403729] env[63862]: INFO nova.scheduler.client.report [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Deleted allocations for instance 44095de4-eac4-475d-aa56-6fe9211a1721 [ 1945.493254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "c7f916a1-2ef1-47ea-9696-816ca2c28610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.493545] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.493771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "c7f916a1-2ef1-47ea-9696-816ca2c28610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.494474] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.494720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.497132] env[63862]: INFO nova.compute.manager [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Terminating instance [ 1945.662125] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097878, 'name': Rename_Task, 'duration_secs': 1.159477} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.662521] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.663744] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5cf995-3d9d-4b2e-9b74-e36cb6fe7883 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.675133] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1945.675133] env[63862]: value = "task-2097883" [ 1945.675133] env[63862]: _type = "Task" [ 1945.675133] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.686536] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.785461] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521accc2-a7c3-c522-eae9-e925425726d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.785811] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.786025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1945.786236] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.786896] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.787114] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1945.787378] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba6f68b-991b-46be-8d19-dc2d1a2ee7a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.796449] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1945.796833] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1945.797440] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46435f32-2541-45a5-9163-c9025048c796 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.807797] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1945.807797] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5257f125-5027-f23f-c7ff-350a24defe96" [ 1945.807797] env[63862]: _type = "HttpNfcLease" [ 1945.807797] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1945.810194] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1945.810194] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5257f125-5027-f23f-c7ff-350a24defe96" [ 1945.810194] env[63862]: _type = "HttpNfcLease" [ 1945.810194] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1945.810194] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1945.810194] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5285416e-105c-180d-f7a7-429d3ef3038b" [ 1945.810194] env[63862]: _type = "Task" [ 1945.810194] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.810464] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea669096-5ec0-4110-8552-5b3edb280e05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.824949] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525df1bb-f2e9-2be0-f869-31e1ca49b619/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1945.824949] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525df1bb-f2e9-2be0-f869-31e1ca49b619/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1945.827135] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5285416e-105c-180d-f7a7-429d3ef3038b, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.886456] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520ce878-416d-408d-9e33-f1191bc80e3b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.899733] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1945.899733] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d5b055-3b7c-8a62-ab5c-e54b56873c44" [ 1945.899733] env[63862]: _type = "Task" [ 1945.899733] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.913469] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d5b055-3b7c-8a62-ab5c-e54b56873c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.919570] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5044b867-5b9f-4e14-838d-b10207456948 tempest-AttachInterfacesV270Test-1241047020 tempest-AttachInterfacesV270Test-1241047020-project-member] Lock "44095de4-eac4-475d-aa56-6fe9211a1721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.681s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.966279] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f4a3f168-57d0-4d09-87c3-5e94f177daa7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.002721] env[63862]: DEBUG nova.compute.manager [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1946.002874] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1946.004972] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bffdf-1175-4e07-b44f-75ee678f5c0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.013113] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1946.015415] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Updated VIF entry in instance network info cache for port 983c65f0-73c0-4676-9aba-7dd8bc782b27. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.015761] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Updating instance_info_cache with network_info: [{"id": "983c65f0-73c0-4676-9aba-7dd8bc782b27", "address": "fa:16:3e:1f:70:60", "network": {"id": "07d0cbd7-28bb-49b5-95bf-94271c61735f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2011802465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a81ef18fa6849528d75779ba4234bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap983c65f0-73", "ovs_interfaceid": "983c65f0-73c0-4676-9aba-7dd8bc782b27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.017141] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66b0b763-e56a-483f-98bf-f5c86c6f1067 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.034093] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1946.034093] env[63862]: value = "task-2097884" [ 1946.034093] env[63862]: _type = "Task" [ 1946.034093] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.044643] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.090773] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "587605e1-f04e-4d46-a4d2-0f0493039932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.091236] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "587605e1-f04e-4d46-a4d2-0f0493039932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.189757] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.420034] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d5b055-3b7c-8a62-ab5c-e54b56873c44, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.421421] env[63862]: DEBUG nova.network.neutron [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Successfully updated port: 6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.426026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.426026] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3530f4ac-4e50-4950-aaca-082995af7da7/3530f4ac-4e50-4950-aaca-082995af7da7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1946.426026] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfe84f9-9763-410b-8285-747a984ecce9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.438585] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1946.438585] env[63862]: value = "task-2097885" [ 1946.438585] env[63862]: _type = "Task" [ 1946.438585] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.450667] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.520209] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Releasing lock "refresh_cache-3530f4ac-4e50-4950-aaca-082995af7da7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.520425] env[63862]: DEBUG nova.compute.manager [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.520585] env[63862]: DEBUG nova.compute.manager [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing instance network info cache due to event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1946.521406] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Acquiring lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.521406] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Acquired lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.521406] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.552183] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097884, 'name': PowerOffVM_Task, 'duration_secs': 0.195717} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.552548] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1946.552727] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1946.552986] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99855afe-9944-412b-9fde-efebb051e150 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.641742] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1946.642674] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1946.643726] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] c7f916a1-2ef1-47ea-9696-816ca2c28610 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1946.644082] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-253f27fb-76f2-47d7-855d-6c3247bbaad3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.652116] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 1946.652116] env[63862]: value = "task-2097887" [ 1946.652116] env[63862]: _type = "Task" [ 1946.652116] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.665800] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.691554] env[63862]: DEBUG oslo_vmware.api [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097883, 'name': PowerOnVM_Task, 'duration_secs': 0.838479} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.691748] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.692388] env[63862]: INFO nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1946.692388] env[63862]: DEBUG nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.693036] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98fe79e-dd2e-42e7-86df-22e329cc8dae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.924983] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "refresh_cache-5f4ba151-330b-4ea0-8daa-6f917b22f3cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.925317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "refresh_cache-5f4ba151-330b-4ea0-8daa-6f917b22f3cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.925355] env[63862]: DEBUG nova.network.neutron [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.965035] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097885, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.982185] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.982505] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.161692] env[63862]: DEBUG nova.compute.manager [req-852e1c2a-5278-419a-be27-61ab08cdeddf req-0359c02a-532d-482a-ac4f-d6226a3e49c9 service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Received event network-vif-plugged-6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1947.161884] env[63862]: DEBUG oslo_concurrency.lockutils [req-852e1c2a-5278-419a-be27-61ab08cdeddf req-0359c02a-532d-482a-ac4f-d6226a3e49c9 service nova] Acquiring lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.162106] env[63862]: DEBUG oslo_concurrency.lockutils [req-852e1c2a-5278-419a-be27-61ab08cdeddf req-0359c02a-532d-482a-ac4f-d6226a3e49c9 service nova] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.162280] env[63862]: DEBUG oslo_concurrency.lockutils [req-852e1c2a-5278-419a-be27-61ab08cdeddf req-0359c02a-532d-482a-ac4f-d6226a3e49c9 service nova] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.163408] env[63862]: DEBUG nova.compute.manager [req-852e1c2a-5278-419a-be27-61ab08cdeddf req-0359c02a-532d-482a-ac4f-d6226a3e49c9 service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] No waiting events found dispatching network-vif-plugged-6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1947.163663] env[63862]: WARNING nova.compute.manager [req-852e1c2a-5278-419a-be27-61ab08cdeddf req-0359c02a-532d-482a-ac4f-d6226a3e49c9 service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Received unexpected event network-vif-plugged-6e5ab6d2-4922-48a5-90d6-3a88c5140a03 for instance with vm_state building and task_state spawning. [ 1947.168329] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.191430] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1ca5ee-2700-445a-a15c-4e6c432f930b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.200918] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e81a24-fe5c-472e-9119-02ebae438887 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.211048] env[63862]: INFO nova.compute.manager [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Took 45.88 seconds to build instance. [ 1947.240893] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5028e94e-425d-401b-8b03-dc730a463fc0 tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.209s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.244132] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e818aa8-e3a2-49e4-93c4-8df1246748d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.256522] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d02c7c-3b00-4da5-a1fd-901ef6d71f93 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.272710] env[63862]: DEBUG nova.compute.provider_tree [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.451909] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641524} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.452558] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3530f4ac-4e50-4950-aaca-082995af7da7/3530f4ac-4e50-4950-aaca-082995af7da7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1947.452904] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1947.453312] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c44c658-0d08-43db-ba4a-78422625d969 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.460778] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1947.460778] env[63862]: value = "task-2097888" [ 1947.460778] env[63862]: _type = "Task" [ 1947.460778] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.461597] env[63862]: DEBUG nova.network.neutron [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1947.474255] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.501770] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updated VIF entry in instance network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.502510] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.666559] env[63862]: DEBUG oslo_vmware.api [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2097887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.666898] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1947.667167] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1947.667351] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1947.667652] env[63862]: INFO nova.compute.manager [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1947.667951] env[63862]: DEBUG oslo.service.loopingcall [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.668274] env[63862]: DEBUG nova.compute.manager [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1947.668694] env[63862]: DEBUG nova.network.neutron [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1947.680534] env[63862]: DEBUG nova.network.neutron [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Updating instance_info_cache with network_info: [{"id": "6e5ab6d2-4922-48a5-90d6-3a88c5140a03", "address": "fa:16:3e:d7:d2:06", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e5ab6d2-49", "ovs_interfaceid": "6e5ab6d2-4922-48a5-90d6-3a88c5140a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.752022] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1947.775931] env[63862]: DEBUG nova.scheduler.client.report [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.974932] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069951} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.975373] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1947.976554] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43900d8-f4cb-4bfe-8772-d920f3ba7272 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.000237] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 3530f4ac-4e50-4950-aaca-082995af7da7/3530f4ac-4e50-4950-aaca-082995af7da7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1948.002384] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087f9eb6-78ff-47aa-9067-64d5c69c5b02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.028369] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Releasing lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.029760] env[63862]: DEBUG nova.compute.manager [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Received event network-changed-5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1948.029935] env[63862]: DEBUG nova.compute.manager [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Refreshing instance network info cache due to event network-changed-5d909ffc-ce30-41a8-9433-5468d850d282. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1948.030157] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Acquiring lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.030293] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Acquired lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.030450] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Refreshing network info cache for port 5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.036836] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1948.036836] env[63862]: value = "task-2097889" [ 1948.036836] env[63862]: _type = "Task" [ 1948.036836] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.052199] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.074253] env[63862]: DEBUG nova.compute.manager [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Received event network-changed-5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1948.074408] env[63862]: DEBUG nova.compute.manager [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Refreshing instance network info cache due to event network-changed-5d909ffc-ce30-41a8-9433-5468d850d282. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1948.074598] env[63862]: DEBUG oslo_concurrency.lockutils [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] Acquiring lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.183763] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "refresh_cache-5f4ba151-330b-4ea0-8daa-6f917b22f3cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.184204] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Instance network_info: |[{"id": "6e5ab6d2-4922-48a5-90d6-3a88c5140a03", "address": "fa:16:3e:d7:d2:06", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e5ab6d2-49", "ovs_interfaceid": "6e5ab6d2-4922-48a5-90d6-3a88c5140a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1948.184667] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d2:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e5ab6d2-4922-48a5-90d6-3a88c5140a03', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.196247] env[63862]: DEBUG oslo.service.loopingcall [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.196247] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.196433] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-092328f2-9422-4efd-a9fd-aad2ff3b8f6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.221820] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.221820] env[63862]: value = "task-2097890" [ 1948.221820] env[63862]: _type = "Task" [ 1948.221820] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.232294] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097890, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.283805] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.288026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.288026] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1948.290343] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.060s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.290651] env[63862]: DEBUG nova.objects.instance [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lazy-loading 'resources' on Instance uuid 28e79b97-cb99-4b32-bbf8-a762d2e35fae {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1948.527311] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "fe891299-be56-4141-a088-cd49b235eca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.527311] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fe891299-be56-4141-a088-cd49b235eca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.550401] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.550834] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.551277] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.551346] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.552287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.554727] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097889, 'name': ReconfigVM_Task, 'duration_secs': 0.477032} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.554727] env[63862]: DEBUG nova.network.neutron [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.555741] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 3530f4ac-4e50-4950-aaca-082995af7da7/3530f4ac-4e50-4950-aaca-082995af7da7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1948.556636] env[63862]: INFO nova.compute.manager [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Terminating instance [ 1948.558492] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935c3706-0582-4280-9c10-c846f32a99e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.570070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "fc552541-9852-456b-8ee0-24003f65f99c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.570070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fc552541-9852-456b-8ee0-24003f65f99c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.570070] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1948.570070] env[63862]: value = "task-2097891" [ 1948.570070] env[63862]: _type = "Task" [ 1948.570070] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.582123] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097891, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.736582] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097890, 'name': CreateVM_Task, 'duration_secs': 0.453434} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.736801] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.737767] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.737767] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.741054] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.741054] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b55bc4-4eab-443b-acff-5a31f8057bbc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.745969] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1948.745969] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52437283-0d97-5e83-ace5-a43028d86aab" [ 1948.745969] env[63862]: _type = "Task" [ 1948.745969] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.756024] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52437283-0d97-5e83-ace5-a43028d86aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.796826] env[63862]: DEBUG nova.compute.utils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.798433] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1948.798606] env[63862]: DEBUG nova.network.neutron [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.977137] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updated VIF entry in instance network info cache for port 5d909ffc-ce30-41a8-9433-5468d850d282. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.977516] env[63862]: DEBUG nova.network.neutron [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [{"id": "5d909ffc-ce30-41a8-9433-5468d850d282", "address": "fa:16:3e:7f:e3:96", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d909ffc-ce", "ovs_interfaceid": "5d909ffc-ce30-41a8-9433-5468d850d282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.063014] env[63862]: DEBUG nova.policy [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd16f6f6522604c89bc17f31945bc3cac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40f67ee0c12a43c4a05b991c510f442e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1949.066087] env[63862]: INFO nova.compute.manager [-] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Took 1.40 seconds to deallocate network for instance. [ 1949.066087] env[63862]: DEBUG nova.compute.manager [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.066087] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.067975] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfe80a0-b094-45cd-8bdf-97364907953f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.087348] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097891, 'name': Rename_Task, 'duration_secs': 0.193229} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.091261] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1949.091679] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.091942] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056e9141-0e54-4825-9305-3f3b26053d34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.094060] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40c26d5-4fa7-437a-8e81-e20ad84ee258 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.102310] env[63862]: DEBUG oslo_vmware.api [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1949.102310] env[63862]: value = "task-2097893" [ 1949.102310] env[63862]: _type = "Task" [ 1949.102310] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.109205] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1949.109205] env[63862]: value = "task-2097892" [ 1949.109205] env[63862]: _type = "Task" [ 1949.109205] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.127726] env[63862]: DEBUG oslo_vmware.api [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.134341] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097892, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.260952] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52437283-0d97-5e83-ace5-a43028d86aab, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.261944] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.262172] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.262607] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.262895] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.263216] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.268628] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e130ed1-1976-44ab-a671-067ee3e46ff7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.280949] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.281305] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.292973] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9371cb5-cd32-4a0a-9280-1b4f9fa881dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.303576] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1949.318578] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1949.318578] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529419f0-d881-f069-daf0-d94fd88e1042" [ 1949.318578] env[63862]: _type = "Task" [ 1949.318578] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.337765] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529419f0-d881-f069-daf0-d94fd88e1042, 'name': SearchDatastore_Task, 'duration_secs': 0.01236} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.339313] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87b337e-6d18-4145-baba-1405b3d4b966 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.347933] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1949.347933] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5243cf49-9c4a-8184-4104-0c8926d5d334" [ 1949.347933] env[63862]: _type = "Task" [ 1949.347933] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.360555] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5243cf49-9c4a-8184-4104-0c8926d5d334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.479815] env[63862]: DEBUG oslo_concurrency.lockutils [req-c77ffc97-5123-4dc3-bd45-976707d80170 req-73db118f-6cdc-468f-bb54-abaa02837716 service nova] Releasing lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.481262] env[63862]: DEBUG oslo_concurrency.lockutils [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] Acquired lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.481262] env[63862]: DEBUG nova.network.neutron [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Refreshing network info cache for port 5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.518616] env[63862]: DEBUG nova.network.neutron [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Successfully created port: 57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1949.542969] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe0ed7f-216d-47d7-9e7b-3160931919f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.551688] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afac6dd-5fc7-4626-9b65-9a70e66db16d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.588740] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.590195] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4148553-a093-40f5-a27a-41578ecd61f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.599886] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c717ca-2319-4437-9420-a7dc01559360 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.617160] env[63862]: DEBUG nova.compute.provider_tree [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1949.626934] env[63862]: DEBUG nova.scheduler.client.report [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.636711] env[63862]: DEBUG oslo_vmware.api [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097893, 'name': PowerOffVM_Task, 'duration_secs': 0.310397} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.640542] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.640646] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.640938] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097892, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.641517] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17bcddca-f471-4411-a66d-eefe2f85dfca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.802852] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.802852] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.803106] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.803269] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.803487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.807134] env[63862]: INFO nova.compute.manager [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Terminating instance [ 1949.823975] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.823975] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.823975] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Deleting the datastore file [datastore2] d3e3a20a-d982-4c96-b589-a5cb9162f59a {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.823975] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09cd649a-cabe-4f18-9360-d672d55ba2b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.834149] env[63862]: DEBUG oslo_vmware.api [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1949.834149] env[63862]: value = "task-2097895" [ 1949.834149] env[63862]: _type = "Task" [ 1949.834149] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.842652] env[63862]: DEBUG oslo_vmware.api [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.859478] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5243cf49-9c4a-8184-4104-0c8926d5d334, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.860513] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.860857] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5f4ba151-330b-4ea0-8daa-6f917b22f3cc/5f4ba151-330b-4ea0-8daa-6f917b22f3cc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.862345] env[63862]: DEBUG nova.compute.manager [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Received event network-changed-6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1949.863390] env[63862]: DEBUG nova.compute.manager [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Refreshing instance network info cache due to event network-changed-6e5ab6d2-4922-48a5-90d6-3a88c5140a03. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1949.863390] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] Acquiring lock "refresh_cache-5f4ba151-330b-4ea0-8daa-6f917b22f3cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.863390] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] Acquired lock "refresh_cache-5f4ba151-330b-4ea0-8daa-6f917b22f3cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.863390] env[63862]: DEBUG nova.network.neutron [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Refreshing network info cache for port 6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.866568] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4f7a8b-b467-4c55-841d-d4a8324fdd5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.873846] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1949.873846] env[63862]: value = "task-2097896" [ 1949.873846] env[63862]: _type = "Task" [ 1949.873846] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.887132] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.129439] env[63862]: DEBUG oslo_vmware.api [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097892, 'name': PowerOnVM_Task, 'duration_secs': 0.641462} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.129798] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.130284] env[63862]: INFO nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1950.130372] env[63862]: DEBUG nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.131325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.134866] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823d41da-fd25-4a7c-80a3-fcc42dfee97d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.137852] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.797s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.139442] env[63862]: INFO nova.compute.claims [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.173381] env[63862]: INFO nova.scheduler.client.report [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Deleted allocations for instance 28e79b97-cb99-4b32-bbf8-a762d2e35fae [ 1950.289288] env[63862]: DEBUG nova.network.neutron [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updated VIF entry in instance network info cache for port 5d909ffc-ce30-41a8-9433-5468d850d282. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.289288] env[63862]: DEBUG nova.network.neutron [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [{"id": "5d909ffc-ce30-41a8-9433-5468d850d282", "address": "fa:16:3e:7f:e3:96", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d909ffc-ce", "ovs_interfaceid": "5d909ffc-ce30-41a8-9433-5468d850d282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.324262] env[63862]: DEBUG nova.compute.manager [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1950.324603] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1950.326144] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1950.329858] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342ee934-629d-44d4-bd1e-8026fe51f529 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.344643] env[63862]: DEBUG oslo_vmware.api [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402325} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.349196] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.349471] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.349714] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.349966] env[63862]: INFO nova.compute.manager [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1950.350272] env[63862]: DEBUG oslo.service.loopingcall [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.350541] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.351385] env[63862]: DEBUG nova.compute.manager [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.351385] env[63862]: DEBUG nova.network.neutron [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.353113] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00982056-e8a4-4792-a637-5c4fcf7b4a9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.357568] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1950.357860] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1950.358064] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1950.358301] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1950.358556] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1950.358824] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1950.359130] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1950.359453] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1950.359645] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1950.359926] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1950.360066] env[63862]: DEBUG nova.virt.hardware [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1950.360934] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d05777-0ee2-443e-91c6-addc6355c22f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.366266] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1950.366266] env[63862]: value = "task-2097897" [ 1950.366266] env[63862]: _type = "Task" [ 1950.366266] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.381086] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582f9d3-d57c-462d-afa2-55b14cea8cc1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.391399] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.405540] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097896, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.665705] env[63862]: INFO nova.compute.manager [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Took 46.97 seconds to build instance. [ 1950.681296] env[63862]: DEBUG oslo_concurrency.lockutils [None req-35d9cbc6-433f-4603-9435-3bfa75568397 tempest-ServerShowV247Test-661849430 tempest-ServerShowV247Test-661849430-project-member] Lock "28e79b97-cb99-4b32-bbf8-a762d2e35fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.674s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.776114] env[63862]: DEBUG nova.network.neutron [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Updated VIF entry in instance network info cache for port 6e5ab6d2-4922-48a5-90d6-3a88c5140a03. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.776655] env[63862]: DEBUG nova.network.neutron [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Updating instance_info_cache with network_info: [{"id": "6e5ab6d2-4922-48a5-90d6-3a88c5140a03", "address": "fa:16:3e:d7:d2:06", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e5ab6d2-49", "ovs_interfaceid": "6e5ab6d2-4922-48a5-90d6-3a88c5140a03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.792077] env[63862]: DEBUG oslo_concurrency.lockutils [req-004156bb-f853-4920-a3dd-7c19282ed6d6 req-3c7357a4-c448-436f-9389-763519497b28 service nova] Releasing lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.878465] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097897, 'name': PowerOffVM_Task, 'duration_secs': 0.401251} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.883673] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1950.883865] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1950.884386] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f9eaa0a-4022-489d-bd55-cc3f6eab3621 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.891277] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822134} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.891542] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5f4ba151-330b-4ea0-8daa-6f917b22f3cc/5f4ba151-330b-4ea0-8daa-6f917b22f3cc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1950.891781] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1950.892042] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d84f3206-8779-4947-ba8e-c8f960667904 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.898826] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1950.898826] env[63862]: value = "task-2097899" [ 1950.898826] env[63862]: _type = "Task" [ 1950.898826] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.907733] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.974922] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1950.975157] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1950.975328] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Deleting the datastore file [datastore2] 81e97a03-1511-4639-b8f1-9d0c87c5e40f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1950.975588] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a937033-f6ee-4897-8075-b93527334a5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.984871] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for the task: (returnval){ [ 1950.984871] env[63862]: value = "task-2097900" [ 1950.984871] env[63862]: _type = "Task" [ 1950.984871] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.997223] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.168141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5e956cf4-b6e2-4b5f-96ff-34a7067c04b8 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "3530f4ac-4e50-4950-aaca-082995af7da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.468s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.280046] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] Releasing lock "refresh_cache-5f4ba151-330b-4ea0-8daa-6f917b22f3cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.280177] env[63862]: DEBUG nova.compute.manager [req-b5fa1960-04fe-45c5-bb56-fde1816a8551 req-3fc705ca-43c8-447b-89a1-5c3b05d1e0ec service nova] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Received event network-vif-deleted-25c06936-5b0c-43a2-85ca-9be9dea49d48 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1951.360488] env[63862]: DEBUG nova.network.neutron [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.410171] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081948} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.410447] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1951.411364] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a3e25c-9835-4e2b-b091-e75680ab59ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.438262] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 5f4ba151-330b-4ea0-8daa-6f917b22f3cc/5f4ba151-330b-4ea0-8daa-6f917b22f3cc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.441127] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc823dd-0ab8-477c-b89a-78af6c77334a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.461860] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1951.461860] env[63862]: value = "task-2097901" [ 1951.461860] env[63862]: _type = "Task" [ 1951.461860] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.472664] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.496097] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.671023] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1951.758795] env[63862]: DEBUG nova.network.neutron [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Successfully updated port: 57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.864162] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cd5045-0ce6-460d-98d9-08b5d4af896b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.866359] env[63862]: INFO nova.compute.manager [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Took 1.51 seconds to deallocate network for instance. [ 1951.876123] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdd1f6f-a22a-4ff2-8ef6-8be10f6c3b25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.914140] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a7942-1a2d-4116-aa5f-457fedcf2023 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.923208] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b504bfe5-c9da-42b9-b101-fcef4995fb29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.938018] env[63862]: DEBUG nova.compute.provider_tree [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.972844] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097901, 'name': ReconfigVM_Task, 'duration_secs': 0.32778} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.973514] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 5f4ba151-330b-4ea0-8daa-6f917b22f3cc/5f4ba151-330b-4ea0-8daa-6f917b22f3cc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.974580] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22eb1426-60f0-49f7-83b7-6163536c1d14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.981507] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1951.981507] env[63862]: value = "task-2097902" [ 1951.981507] env[63862]: _type = "Task" [ 1951.981507] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.992117] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097902, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.997213] env[63862]: DEBUG oslo_vmware.api [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Task: {'id': task-2097900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.583619} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.998528] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1952.001245] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1952.001245] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1952.001245] env[63862]: INFO nova.compute.manager [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1952.001245] env[63862]: DEBUG oslo.service.loopingcall [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1952.001245] env[63862]: DEBUG nova.compute.manager [-] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1952.001245] env[63862]: DEBUG nova.network.neutron [-] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1952.035127] env[63862]: DEBUG nova.compute.manager [req-7d3c80df-c1b1-4098-8563-8323b06ec98c req-729c4a3f-8f65-4b84-8fae-b568e139f8ca service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Received event network-vif-plugged-57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1952.035127] env[63862]: DEBUG oslo_concurrency.lockutils [req-7d3c80df-c1b1-4098-8563-8323b06ec98c req-729c4a3f-8f65-4b84-8fae-b568e139f8ca service nova] Acquiring lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.035127] env[63862]: DEBUG oslo_concurrency.lockutils [req-7d3c80df-c1b1-4098-8563-8323b06ec98c req-729c4a3f-8f65-4b84-8fae-b568e139f8ca service nova] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.035127] env[63862]: DEBUG oslo_concurrency.lockutils [req-7d3c80df-c1b1-4098-8563-8323b06ec98c req-729c4a3f-8f65-4b84-8fae-b568e139f8ca service nova] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.035127] env[63862]: DEBUG nova.compute.manager [req-7d3c80df-c1b1-4098-8563-8323b06ec98c req-729c4a3f-8f65-4b84-8fae-b568e139f8ca service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] No waiting events found dispatching network-vif-plugged-57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.035357] env[63862]: WARNING nova.compute.manager [req-7d3c80df-c1b1-4098-8563-8323b06ec98c req-729c4a3f-8f65-4b84-8fae-b568e139f8ca service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Received unexpected event network-vif-plugged-57a1a47c-e5b3-409b-819e-bf190941529b for instance with vm_state building and task_state spawning. [ 1952.200468] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.261064] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.261260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquired lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.261452] env[63862]: DEBUG nova.network.neutron [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.278867] env[63862]: DEBUG nova.compute.manager [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1952.279216] env[63862]: DEBUG nova.compute.manager [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing instance network info cache due to event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1952.279471] env[63862]: DEBUG oslo_concurrency.lockutils [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] Acquiring lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.279861] env[63862]: DEBUG oslo_concurrency.lockutils [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] Acquired lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.279861] env[63862]: DEBUG nova.network.neutron [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1952.376718] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.441018] env[63862]: DEBUG nova.scheduler.client.report [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.498037] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097902, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.828332] env[63862]: DEBUG nova.network.neutron [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1952.952311] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.952842] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1952.960215] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.056s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.963633] env[63862]: INFO nova.compute.claims [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1952.994548] env[63862]: DEBUG nova.network.neutron [-] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.995585] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097902, 'name': Rename_Task, 'duration_secs': 0.975217} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.996328] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.996572] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b066b00-0a9e-43ee-a61d-a50812368001 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.004475] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1953.004475] env[63862]: value = "task-2097903" [ 1953.004475] env[63862]: _type = "Task" [ 1953.004475] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.013640] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.016639] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.097232] env[63862]: DEBUG nova.network.neutron [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updated VIF entry in instance network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1953.098480] env[63862]: DEBUG nova.network.neutron [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.160668] env[63862]: DEBUG nova.network.neutron [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Updating instance_info_cache with network_info: [{"id": "57a1a47c-e5b3-409b-819e-bf190941529b", "address": "fa:16:3e:e0:16:09", "network": {"id": "d929c68d-f918-4b5b-b7ca-fa49fb38c835", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-225260344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f67ee0c12a43c4a05b991c510f442e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a1a47c-e5", "ovs_interfaceid": "57a1a47c-e5b3-409b-819e-bf190941529b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.347626] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "3530f4ac-4e50-4950-aaca-082995af7da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.347916] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "3530f4ac-4e50-4950-aaca-082995af7da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.348189] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "3530f4ac-4e50-4950-aaca-082995af7da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.348379] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "3530f4ac-4e50-4950-aaca-082995af7da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.348603] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "3530f4ac-4e50-4950-aaca-082995af7da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.350716] env[63862]: INFO nova.compute.manager [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Terminating instance [ 1953.477634] env[63862]: DEBUG nova.compute.utils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.478197] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1953.478363] env[63862]: DEBUG nova.network.neutron [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1953.496707] env[63862]: INFO nova.compute.manager [-] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Took 1.50 seconds to deallocate network for instance. [ 1953.516203] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.585568] env[63862]: DEBUG nova.policy [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfb11d09e5f548ea81e3f49f282503ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93eae7b6301040298e329e7bff674c6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1953.603331] env[63862]: DEBUG oslo_concurrency.lockutils [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] Releasing lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.603697] env[63862]: DEBUG nova.compute.manager [req-517c0263-d437-4f4b-8c4e-79720b9dc444 req-2d845bea-25bb-4686-818c-7131c2cfa998 service nova] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Received event network-vif-deleted-5d909ffc-ce30-41a8-9433-5468d850d282 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1953.664914] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Releasing lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.665256] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Instance network_info: |[{"id": "57a1a47c-e5b3-409b-819e-bf190941529b", "address": "fa:16:3e:e0:16:09", "network": {"id": "d929c68d-f918-4b5b-b7ca-fa49fb38c835", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-225260344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f67ee0c12a43c4a05b991c510f442e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a1a47c-e5", "ovs_interfaceid": "57a1a47c-e5b3-409b-819e-bf190941529b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1953.665688] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:16:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57a1a47c-e5b3-409b-819e-bf190941529b', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.675545] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Creating folder: Project (40f67ee0c12a43c4a05b991c510f442e). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.675869] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af369b2c-4132-4dad-a6c0-ef16611fdfea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.689519] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Created folder: Project (40f67ee0c12a43c4a05b991c510f442e) in parent group-v429490. [ 1953.689722] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Creating folder: Instances. Parent ref: group-v429590. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.690023] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87239e61-9e24-4a18-8bd7-890f91768477 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.701686] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Created folder: Instances in parent group-v429590. [ 1953.701960] env[63862]: DEBUG oslo.service.loopingcall [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.702165] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.702691] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d5908cc-1734-48f1-938d-5c4ff86800e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.734022] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.734022] env[63862]: value = "task-2097906" [ 1953.734022] env[63862]: _type = "Task" [ 1953.734022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.743735] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097906, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.857897] env[63862]: DEBUG nova.compute.manager [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.858514] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.863730] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421c8af9-3709-45cd-a0be-3a97d64099b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.876941] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.877358] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58cce433-bdae-44f9-843e-6b8519518254 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.886341] env[63862]: DEBUG oslo_vmware.api [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1953.886341] env[63862]: value = "task-2097907" [ 1953.886341] env[63862]: _type = "Task" [ 1953.886341] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.896090] env[63862]: DEBUG oslo_vmware.api [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.986025] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1954.003693] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.020793] env[63862]: DEBUG oslo_vmware.api [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097903, 'name': PowerOnVM_Task, 'duration_secs': 0.622556} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.021158] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.021774] env[63862]: INFO nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1954.022061] env[63862]: DEBUG nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.022956] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21639cbf-2cfb-4c30-89c8-2f5000ebc75d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.076291] env[63862]: DEBUG nova.compute.manager [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1954.076498] env[63862]: DEBUG nova.compute.manager [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing instance network info cache due to event network-changed-fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1954.076807] env[63862]: DEBUG oslo_concurrency.lockutils [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] Acquiring lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.076972] env[63862]: DEBUG oslo_concurrency.lockutils [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] Acquired lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.077212] env[63862]: DEBUG nova.network.neutron [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Refreshing network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.186619] env[63862]: DEBUG nova.network.neutron [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Successfully created port: 14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1954.244392] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097906, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.399660] env[63862]: DEBUG oslo_vmware.api [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097907, 'name': PowerOffVM_Task, 'duration_secs': 0.253095} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.400326] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.400669] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.401078] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e130c575-0d6e-4260-88ef-6e255224fe81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.494795] env[63862]: INFO nova.virt.block_device [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Booting with volume 4cf5ac8f-20f1-4ef1-81c9-d5154661c761 at /dev/sda [ 1954.542213] env[63862]: INFO nova.compute.manager [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Took 49.08 seconds to build instance. [ 1954.557840] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-974e5e97-502b-436f-a3e1-aa701d8255fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.571383] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c07ee-2df3-4efb-a09b-4fcdfa6d5198 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.629948] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd33ac8d-5ea9-4f8d-a5da-b1f6517d2499 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.643333] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ad645-6678-4b7f-93e6-f3c6151eb09a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.672142] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d2830-060e-48c4-8ff5-583ad03f5021 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.691635] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c91008-bbd9-43ee-a4f0-9e46683cbc74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.697496] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46789cf-303a-49b3-be99-52ec8e8bd5fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.704640] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac8d0a3-514f-44ea-94bf-28f972984b97 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.746455] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7f3636-138a-4597-8750-db522889986a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.762872] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dde3ae-e957-4ba5-8239-4cd5a77c7255 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.767474] env[63862]: DEBUG nova.virt.block_device [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Updating existing volume attachment record: 19af0b8f-6213-4313-b2c5-03bc2b8a00d7 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1954.769859] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097906, 'name': CreateVM_Task, 'duration_secs': 0.55413} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.770346] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.771543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.771711] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.772065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.772360] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f441a2b3-e735-41d3-ae1f-55861abb6bd8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.786321] env[63862]: DEBUG nova.compute.provider_tree [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.791026] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1954.791026] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c8b5a6-da19-0086-5d1e-7a8e6b62e6e3" [ 1954.791026] env[63862]: _type = "Task" [ 1954.791026] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.800996] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c8b5a6-da19-0086-5d1e-7a8e6b62e6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.904240] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.904487] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.904646] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Deleting the datastore file [datastore2] 3530f4ac-4e50-4950-aaca-082995af7da7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.904920] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b64ccd8-038b-4714-bc0f-0937cfc75d13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.916162] env[63862]: DEBUG oslo_vmware.api [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for the task: (returnval){ [ 1954.916162] env[63862]: value = "task-2097909" [ 1954.916162] env[63862]: _type = "Task" [ 1954.916162] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.925370] env[63862]: DEBUG oslo_vmware.api [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.941092] env[63862]: DEBUG nova.network.neutron [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updated VIF entry in instance network info cache for port fa451b47-be43-4a74-953e-0d36941cbb19. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.941518] env[63862]: DEBUG nova.network.neutron [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [{"id": "fa451b47-be43-4a74-953e-0d36941cbb19", "address": "fa:16:3e:ec:0d:71", "network": {"id": "84a9a5f2-7df7-44a8-8167-e4c95b967039", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-485657411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4853be0461a416782d1e728dd59855d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa451b47-be", "ovs_interfaceid": "fa451b47-be43-4a74-953e-0d36941cbb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.046761] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70f49345-4087-4455-bb1d-b61d1334ef42 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.616s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.289311] env[63862]: DEBUG nova.scheduler.client.report [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1955.304444] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c8b5a6-da19-0086-5d1e-7a8e6b62e6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016009} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.304874] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.305199] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1955.305477] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.305629] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.305808] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1955.306087] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a557f8-d583-4e2a-bef2-0b3bbbc74e3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.319171] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.319391] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.320384] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6438cc49-bbee-4116-92f9-bf3db5392294 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.327707] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1955.327707] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528e7c2d-8690-cf98-b942-b6ce75597ed4" [ 1955.327707] env[63862]: _type = "Task" [ 1955.327707] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.347607] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e7c2d-8690-cf98-b942-b6ce75597ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.429974] env[63862]: DEBUG oslo_vmware.api [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Task: {'id': task-2097909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.430440] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.430491] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.430698] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.430973] env[63862]: INFO nova.compute.manager [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1955.431217] env[63862]: DEBUG oslo.service.loopingcall [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.431484] env[63862]: DEBUG nova.compute.manager [-] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.431629] env[63862]: DEBUG nova.network.neutron [-] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.444561] env[63862]: DEBUG oslo_concurrency.lockutils [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] Releasing lock "refresh_cache-721fd930-260b-46e1-a6e7-7058d5ff875a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.444880] env[63862]: DEBUG nova.compute.manager [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Received event network-changed-57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1955.445612] env[63862]: DEBUG nova.compute.manager [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Refreshing instance network info cache due to event network-changed-57a1a47c-e5b3-409b-819e-bf190941529b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1955.445612] env[63862]: DEBUG oslo_concurrency.lockutils [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] Acquiring lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.445612] env[63862]: DEBUG oslo_concurrency.lockutils [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] Acquired lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.445777] env[63862]: DEBUG nova.network.neutron [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Refreshing network info cache for port 57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1955.549648] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1955.619109] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "517b8af8-a458-478b-a2fd-cb05795051a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.619109] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "517b8af8-a458-478b-a2fd-cb05795051a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.729187] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525df1bb-f2e9-2be0-f869-31e1ca49b619/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1955.730139] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc7bcaa-b6f5-4569-9708-e97f3c82f294 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.740460] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525df1bb-f2e9-2be0-f869-31e1ca49b619/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1955.740685] env[63862]: ERROR oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525df1bb-f2e9-2be0-f869-31e1ca49b619/disk-0.vmdk due to incomplete transfer. [ 1955.740881] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ead9a8c7-5204-49a5-b990-4ceb67da28e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.750855] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525df1bb-f2e9-2be0-f869-31e1ca49b619/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1955.751219] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Uploaded image 61641d66-59ca-4db8-b427-690c8a268506 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1955.754829] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1955.756278] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b62be435-a9f1-4a63-8c64-64ac71dea2ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.767713] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1955.767713] env[63862]: value = "task-2097910" [ 1955.767713] env[63862]: _type = "Task" [ 1955.767713] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.779317] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097910, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.798697] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.799490] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.802659] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.077s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.802659] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.803086] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1955.803086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.803973] env[63862]: DEBUG nova.objects.instance [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lazy-loading 'resources' on Instance uuid 2e81036f-03b0-400f-adc6-4eb39f947b5f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.808025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e151bbb8-7f07-4089-a146-cafce5396a16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.818698] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf7800-276c-492c-a88a-8252f59d4c42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.840916] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3899427a-f4ec-4da7-88c7-f4ea6597e616 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.857610] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3b5f4-96e7-45fa-a310-3918d328102c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.861093] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e7c2d-8690-cf98-b942-b6ce75597ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.014699} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.861754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb5b627-2654-49b8-9993-15cd8d57c531 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.865600] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c2e938-9fc9-4539-9f76-31709d3572c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.898033] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179320MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1955.898260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.901655] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1955.901655] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5222104d-380b-bf99-13c6-23dac4700e8c" [ 1955.901655] env[63862]: _type = "Task" [ 1955.901655] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.901981] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Suspending the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1955.904047] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e6112d79-a662-48ce-92ae-6ef1be40d492 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.912324] env[63862]: DEBUG nova.compute.manager [req-5bdf72d6-8c0e-4012-9dbd-c0d49c3b7b96 req-dae45d76-4dcc-4cb0-89e3-514e8e5a253c service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Received event network-vif-deleted-983c65f0-73c0-4676-9aba-7dd8bc782b27 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1955.912550] env[63862]: INFO nova.compute.manager [req-5bdf72d6-8c0e-4012-9dbd-c0d49c3b7b96 req-dae45d76-4dcc-4cb0-89e3-514e8e5a253c service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Neutron deleted interface 983c65f0-73c0-4676-9aba-7dd8bc782b27; detaching it from the instance and deleting it from the info cache [ 1955.912752] env[63862]: DEBUG nova.network.neutron [req-5bdf72d6-8c0e-4012-9dbd-c0d49c3b7b96 req-dae45d76-4dcc-4cb0-89e3-514e8e5a253c service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.917927] env[63862]: DEBUG oslo_vmware.api [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1955.917927] env[63862]: value = "task-2097911" [ 1955.917927] env[63862]: _type = "Task" [ 1955.917927] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.922053] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5222104d-380b-bf99-13c6-23dac4700e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013795} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.928646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.928646] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27/2ed4393e-f481-4aa9-bec1-5f6fe57b1c27.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.928646] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa91053-8053-4687-941e-da9d4fc40798 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.937723] env[63862]: DEBUG oslo_vmware.api [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097911, 'name': SuspendVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.939654] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1955.939654] env[63862]: value = "task-2097912" [ 1955.939654] env[63862]: _type = "Task" [ 1955.939654] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.953055] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.989187] env[63862]: DEBUG nova.network.neutron [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Successfully updated port: 14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1956.085171] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.107164] env[63862]: DEBUG nova.compute.manager [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Received event network-vif-plugged-14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1956.107488] env[63862]: DEBUG oslo_concurrency.lockutils [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] Acquiring lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.107763] env[63862]: DEBUG oslo_concurrency.lockutils [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.108024] env[63862]: DEBUG oslo_concurrency.lockutils [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.108284] env[63862]: DEBUG nova.compute.manager [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] No waiting events found dispatching network-vif-plugged-14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1956.108617] env[63862]: WARNING nova.compute.manager [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Received unexpected event network-vif-plugged-14a1e590-80eb-425a-8442-4568acad6f65 for instance with vm_state building and task_state block_device_mapping. [ 1956.108877] env[63862]: DEBUG nova.compute.manager [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Received event network-changed-14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1956.109137] env[63862]: DEBUG nova.compute.manager [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Refreshing instance network info cache due to event network-changed-14a1e590-80eb-425a-8442-4568acad6f65. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1956.109376] env[63862]: DEBUG oslo_concurrency.lockutils [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] Acquiring lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.109619] env[63862]: DEBUG oslo_concurrency.lockutils [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] Acquired lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.110338] env[63862]: DEBUG nova.network.neutron [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Refreshing network info cache for port 14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.236179] env[63862]: DEBUG nova.network.neutron [-] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.239613] env[63862]: DEBUG nova.network.neutron [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Updated VIF entry in instance network info cache for port 57a1a47c-e5b3-409b-819e-bf190941529b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1956.240090] env[63862]: DEBUG nova.network.neutron [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Updating instance_info_cache with network_info: [{"id": "57a1a47c-e5b3-409b-819e-bf190941529b", "address": "fa:16:3e:e0:16:09", "network": {"id": "d929c68d-f918-4b5b-b7ca-fa49fb38c835", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-225260344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f67ee0c12a43c4a05b991c510f442e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a1a47c-e5", "ovs_interfaceid": "57a1a47c-e5b3-409b-819e-bf190941529b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.278672] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097910, 'name': Destroy_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.309702] env[63862]: DEBUG nova.compute.utils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.312517] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1956.312517] env[63862]: DEBUG nova.network.neutron [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1956.375782] env[63862]: DEBUG nova.policy [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54281c029188407cb062861446fc42ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9966a7afebff4f0a989b2e6f0efe6c4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1956.417744] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfe73104-0fc1-4a02-bc96-c61e0e2f5a46 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.433038] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9190764-a549-4b56-ab2d-c11a4bd8d7bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.449542] env[63862]: DEBUG oslo_vmware.api [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097911, 'name': SuspendVM_Task} progress is 62%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.482730] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.483131] env[63862]: DEBUG nova.compute.manager [req-5bdf72d6-8c0e-4012-9dbd-c0d49c3b7b96 req-dae45d76-4dcc-4cb0-89e3-514e8e5a253c service nova] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Detach interface failed, port_id=983c65f0-73c0-4676-9aba-7dd8bc782b27, reason: Instance 3530f4ac-4e50-4950-aaca-082995af7da7 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1956.490397] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.644940] env[63862]: DEBUG nova.network.neutron [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.739824] env[63862]: INFO nova.compute.manager [-] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Took 1.31 seconds to deallocate network for instance. [ 1956.748119] env[63862]: DEBUG oslo_concurrency.lockutils [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] Releasing lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.748371] env[63862]: DEBUG nova.compute.manager [req-550508b0-2587-4c0d-9fd9-805cd9565dfd req-c6f1a761-65ee-4c47-b0f7-35d46b0f7284 service nova] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Received event network-vif-deleted-dfc12592-1a58-4dc4-b121-e466f32501c6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1956.782726] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097910, 'name': Destroy_Task, 'duration_secs': 0.552691} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.783032] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Destroyed the VM [ 1956.783285] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1956.783550] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33d6c889-56fb-487c-89db-cac1a52ecca0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.792699] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1956.792699] env[63862]: value = "task-2097913" [ 1956.792699] env[63862]: _type = "Task" [ 1956.792699] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.810245] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097913, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.814903] env[63862]: DEBUG nova.network.neutron [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.816421] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.830787] env[63862]: DEBUG nova.network.neutron [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Successfully created port: e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.916069] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1956.916707] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.916961] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.917170] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.917392] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.917626] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.917835] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.918126] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.918345] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.918620] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.918804] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.919070] env[63862]: DEBUG nova.virt.hardware [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.922704] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ccffb3-4d86-472f-953d-2a500a6d09e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.936899] env[63862]: DEBUG oslo_vmware.api [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097911, 'name': SuspendVM_Task, 'duration_secs': 0.825163} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.939027] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Suspended the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1956.939231] env[63862]: DEBUG nova.compute.manager [None req-0225a93a-f522-4eee-8550-10532618d169 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1956.942610] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2732d9-e725-434b-a798-1c286ab753b7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.947033] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f605fa4-c70f-45e2-b0c0-f6ec7774f004 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.981963] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616189} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.981963] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27/2ed4393e-f481-4aa9-bec1-5f6fe57b1c27.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.981963] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.982285] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcceb10a-e96c-4cb7-a5ba-3d2887f8ea24 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.992429] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1956.992429] env[63862]: value = "task-2097914" [ 1956.992429] env[63862]: _type = "Task" [ 1956.992429] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.994727] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0bd463-7ec8-4bb0-bd70-255d35556e47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.007746] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.011109] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329e7833-472a-460b-a504-750ade43e179 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.041926] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2bcf3d-47b6-4d33-b78a-951794f21b10 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.054299] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424a569-d101-4047-a6c7-2207cefa69b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.070371] env[63862]: DEBUG nova.compute.provider_tree [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.257021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.305530] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097913, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.320340] env[63862]: DEBUG oslo_concurrency.lockutils [req-b50c3fb8-7433-4305-b585-1acca926a1e3 req-3077ff2e-4f8b-4dbf-b5e0-b41f46335f3f service nova] Releasing lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.324122] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquired lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.324302] env[63862]: DEBUG nova.network.neutron [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1957.505483] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069687} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.505788] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.506504] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f0b970-447b-4843-b455-22a9b47886bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.528562] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27/2ed4393e-f481-4aa9-bec1-5f6fe57b1c27.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.528860] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d38a61-8b43-41c0-89d6-326ccd6e316d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.549480] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1957.549480] env[63862]: value = "task-2097915" [ 1957.549480] env[63862]: _type = "Task" [ 1957.549480] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.562774] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.573029] env[63862]: DEBUG nova.scheduler.client.report [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1957.806218] env[63862]: DEBUG oslo_vmware.api [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097913, 'name': RemoveSnapshot_Task, 'duration_secs': 0.561896} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.806548] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1957.806787] env[63862]: INFO nova.compute.manager [None req-d1abc104-b7c6-40cc-a321-e7ce8027e335 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Took 17.67 seconds to snapshot the instance on the hypervisor. [ 1957.827486] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.852852] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.853123] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.853363] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.853590] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.853761] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.853916] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.854142] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.854307] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.854476] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.855402] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.855662] env[63862]: DEBUG nova.virt.hardware [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.856697] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0470d4-d35e-4826-8c12-2b1e9939312a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.865539] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a4c421-1d33-42e6-8d2b-3b691949d061 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.870068] env[63862]: DEBUG nova.network.neutron [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1958.056882] env[63862]: DEBUG nova.network.neutron [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Updating instance_info_cache with network_info: [{"id": "14a1e590-80eb-425a-8442-4568acad6f65", "address": "fa:16:3e:00:6f:32", "network": {"id": "61a50268-a4ae-4ef4-8725-1742399b375c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-889018205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93eae7b6301040298e329e7bff674c6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a1e590-80", "ovs_interfaceid": "14a1e590-80eb-425a-8442-4568acad6f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.062056] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097915, 'name': ReconfigVM_Task, 'duration_secs': 0.508602} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.062550] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27/2ed4393e-f481-4aa9-bec1-5f6fe57b1c27.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.063180] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ee84ee8-a010-4190-9465-7829faf43f81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.071963] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1958.071963] env[63862]: value = "task-2097916" [ 1958.071963] env[63862]: _type = "Task" [ 1958.071963] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.078261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.083627] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.168s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.085177] env[63862]: INFO nova.compute.claims [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1958.088410] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097916, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.105389] env[63862]: INFO nova.scheduler.client.report [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Deleted allocations for instance 2e81036f-03b0-400f-adc6-4eb39f947b5f [ 1958.564853] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Releasing lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.564853] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance network_info: |[{"id": "14a1e590-80eb-425a-8442-4568acad6f65", "address": "fa:16:3e:00:6f:32", "network": {"id": "61a50268-a4ae-4ef4-8725-1742399b375c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-889018205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93eae7b6301040298e329e7bff674c6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a1e590-80", "ovs_interfaceid": "14a1e590-80eb-425a-8442-4568acad6f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1958.565550] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:6f:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14a1e590-80eb-425a-8442-4568acad6f65', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1958.571899] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Creating folder: Project (93eae7b6301040298e329e7bff674c6c). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1958.572910] env[63862]: DEBUG nova.network.neutron [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Successfully updated port: e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1958.574012] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b3bdf82-2bb2-4b8e-8182-73261e7b3645 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.585894] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097916, 'name': Rename_Task, 'duration_secs': 0.143418} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.586183] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.586428] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a362ea-20bd-419c-955a-6e1bc72d8d3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.593035] env[63862]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1958.593205] env[63862]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63862) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1958.593777] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Folder already exists: Project (93eae7b6301040298e329e7bff674c6c). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1958.593975] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Creating folder: Instances. Parent ref: group-v429535. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1958.595551] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11a4b1ff-9da4-4e5e-9fff-e32dcea880da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.597418] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1958.597418] env[63862]: value = "task-2097918" [ 1958.597418] env[63862]: _type = "Task" [ 1958.597418] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.602693] env[63862]: DEBUG nova.compute.manager [req-493cbea2-8d01-407d-a5d6-00693e3b1081 req-151c842f-bdf4-470f-bca9-166ed85efbcf service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Received event network-vif-plugged-e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1958.602902] env[63862]: DEBUG oslo_concurrency.lockutils [req-493cbea2-8d01-407d-a5d6-00693e3b1081 req-151c842f-bdf4-470f-bca9-166ed85efbcf service nova] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.603128] env[63862]: DEBUG oslo_concurrency.lockutils [req-493cbea2-8d01-407d-a5d6-00693e3b1081 req-151c842f-bdf4-470f-bca9-166ed85efbcf service nova] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.603295] env[63862]: DEBUG oslo_concurrency.lockutils [req-493cbea2-8d01-407d-a5d6-00693e3b1081 req-151c842f-bdf4-470f-bca9-166ed85efbcf service nova] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.603462] env[63862]: DEBUG nova.compute.manager [req-493cbea2-8d01-407d-a5d6-00693e3b1081 req-151c842f-bdf4-470f-bca9-166ed85efbcf service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] No waiting events found dispatching network-vif-plugged-e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1958.603624] env[63862]: WARNING nova.compute.manager [req-493cbea2-8d01-407d-a5d6-00693e3b1081 req-151c842f-bdf4-470f-bca9-166ed85efbcf service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Received unexpected event network-vif-plugged-e8b1e06f-9c35-4256-92d3-f53f2feea8bb for instance with vm_state building and task_state spawning. [ 1958.611148] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Created folder: Instances in parent group-v429535. [ 1958.611385] env[63862]: DEBUG oslo.service.loopingcall [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.613657] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.614106] env[63862]: DEBUG oslo_concurrency.lockutils [None req-50d27cb3-af02-4f2e-b989-c1f71ef83c4e tempest-ServersAaction247Test-894467758 tempest-ServersAaction247Test-894467758-project-member] Lock "2e81036f-03b0-400f-adc6-4eb39f947b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.114s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.616050] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1958.616050] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c88131-6a26-43af-890e-76bedd16db32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.636394] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1958.636394] env[63862]: value = "task-2097920" [ 1958.636394] env[63862]: _type = "Task" [ 1958.636394] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.645415] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097920, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.076988] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.077167] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.077345] env[63862]: DEBUG nova.network.neutron [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.108521] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097918, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.148084] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097920, 'name': CreateVM_Task, 'duration_secs': 0.387469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.150833] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1959.151576] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429550', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'name': 'volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'serial': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761'}, 'device_type': None, 'delete_on_termination': True, 'attachment_id': '19af0b8f-6213-4313-b2c5-03bc2b8a00d7', 'mount_device': '/dev/sda', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63862) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1959.151790] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Root volume attach. Driver type: vmdk {{(pid=63862) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1959.152605] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd84f77-dcaa-4ebe-b350-08df0b5356ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.163697] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282e6b2c-453b-439c-8780-1cb91527a804 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.170777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e5522-b71c-4d99-b377-73bb02266667 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.181093] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fe0a0f78-34b1-4144-babb-676bf8e89818 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.189494] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 1959.189494] env[63862]: value = "task-2097921" [ 1959.189494] env[63862]: _type = "Task" [ 1959.189494] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.198481] env[63862]: DEBUG nova.compute.manager [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.199326] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd43e64-1e25-4509-b4b0-afcac0a407ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.208040] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097921, 'name': RelocateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.574014] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4d982-eb67-4d73-a46c-a03aa0adaf44 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.584200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ff0d3c-c0b0-414e-8241-f21906836d90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.620662] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23832502-1e96-4aa8-9a43-02d972f783e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.630093] env[63862]: DEBUG oslo_vmware.api [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097918, 'name': PowerOnVM_Task, 'duration_secs': 0.527689} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.633394] env[63862]: DEBUG nova.network.neutron [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.636273] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.636499] env[63862]: INFO nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1959.636691] env[63862]: DEBUG nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.637552] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794f52eb-cfeb-4559-902a-b562274d230e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.642114] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f15e6fd-b8ca-4860-a9e4-7b0de183e6e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.659457] env[63862]: DEBUG nova.compute.provider_tree [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.703856] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097921, 'name': RelocateVM_Task, 'duration_secs': 0.033426} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.704202] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1959.704630] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429550', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'name': 'volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'serial': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1959.705099] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc290a39-5cc9-4ed0-91f7-0322a81b9aa4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.725533] env[63862]: INFO nova.compute.manager [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] instance snapshotting [ 1959.725905] env[63862]: WARNING nova.compute.manager [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1959.732405] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ef892b-068c-4ec9-bd99-ce183b4cb0b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.736716] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa62e3-ff72-4879-9a88-29c877df9c25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.779060] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761/volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1959.779586] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb6aab8f-8f11-4c8d-8de1-0ad962e61e40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.794816] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a8bac-a5fb-414d-8b04-fdc54e776169 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.807466] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 1959.807466] env[63862]: value = "task-2097922" [ 1959.807466] env[63862]: _type = "Task" [ 1959.807466] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.817160] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.863255] env[63862]: DEBUG nova.network.neutron [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.165845] env[63862]: DEBUG nova.scheduler.client.report [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1960.177053] env[63862]: INFO nova.compute.manager [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Took 50.69 seconds to build instance. [ 1960.233213] env[63862]: DEBUG nova.compute.manager [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.234406] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1638b316-65a1-4305-abd5-257a90f3600a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.308797] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1960.309180] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aad95b29-2531-4f1d-b2f9-f4d160ba3f8e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.320903] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097922, 'name': ReconfigVM_Task, 'duration_secs': 0.283857} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.325950] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761/volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.328348] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1960.328348] env[63862]: value = "task-2097923" [ 1960.328348] env[63862]: _type = "Task" [ 1960.328348] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.329713] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddf653d-7e6f-4c68-bcdd-d280a7de371d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.348242] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097923, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.349979] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 1960.349979] env[63862]: value = "task-2097924" [ 1960.349979] env[63862]: _type = "Task" [ 1960.349979] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.360230] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.367336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.367656] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Instance network_info: |[{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1960.368159] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2c:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8b1e06f-9c35-4256-92d3-f53f2feea8bb', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.378416] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating folder: Project (9966a7afebff4f0a989b2e6f0efe6c4f). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1960.378860] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a1443e9-b869-4064-b880-1b62ae502c68 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.393622] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created folder: Project (9966a7afebff4f0a989b2e6f0efe6c4f) in parent group-v429490. [ 1960.393622] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating folder: Instances. Parent ref: group-v429595. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1960.393622] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-956a9892-c1b9-45d5-9204-44a8ebd7b8de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.405254] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created folder: Instances in parent group-v429595. [ 1960.405916] env[63862]: DEBUG oslo.service.loopingcall [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.405916] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.406471] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d39f920-fab0-4e10-9213-5e60876b6710 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.427256] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.427256] env[63862]: value = "task-2097927" [ 1960.427256] env[63862]: _type = "Task" [ 1960.427256] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.438190] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097927, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.628266] env[63862]: DEBUG nova.compute.manager [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Received event network-changed-e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1960.628604] env[63862]: DEBUG nova.compute.manager [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Refreshing instance network info cache due to event network-changed-e8b1e06f-9c35-4256-92d3-f53f2feea8bb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1960.628909] env[63862]: DEBUG oslo_concurrency.lockutils [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.629156] env[63862]: DEBUG oslo_concurrency.lockutils [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.629384] env[63862]: DEBUG nova.network.neutron [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Refreshing network info cache for port e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1960.676166] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.677826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.204s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.680076] env[63862]: INFO nova.compute.claims [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.683379] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1fe62a56-472b-45bd-96c3-f5c66093f610 tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.469s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.731979] env[63862]: DEBUG oslo_concurrency.lockutils [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.733453] env[63862]: DEBUG oslo_concurrency.lockutils [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.733453] env[63862]: INFO nova.compute.manager [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Rebooting instance [ 1960.753201] env[63862]: INFO nova.compute.manager [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] instance snapshotting [ 1960.753201] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ad39b-fd8a-48ee-84bd-4f2af0bd991c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.774429] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35fe456-73f2-4d3f-8193-7f922fbe3341 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.850118] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097923, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.864048] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097924, 'name': ReconfigVM_Task, 'duration_secs': 0.129497} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.864390] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429550', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'name': 'volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'serial': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1960.864939] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac1ef927-b917-47f8-9ef5-d4a5628cab58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.873065] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 1960.873065] env[63862]: value = "task-2097928" [ 1960.873065] env[63862]: _type = "Task" [ 1960.873065] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.885025] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097928, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.937337] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097927, 'name': CreateVM_Task, 'duration_secs': 0.354299} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.937525] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1960.938578] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.938783] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.939139] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1960.939633] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a441cd79-2113-4bc9-869e-7e97718af509 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.947019] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1960.947019] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52274d1d-72e2-0a7a-f60d-fec7690ee322" [ 1960.947019] env[63862]: _type = "Task" [ 1960.947019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.954307] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52274d1d-72e2-0a7a-f60d-fec7690ee322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.179114] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "a14adacd-4660-444b-8770-b1b07b8a5df0" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.180274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a14adacd-4660-444b-8770-b1b07b8a5df0" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.185752] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1961.264583] env[63862]: DEBUG oslo_concurrency.lockutils [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.264583] env[63862]: DEBUG oslo_concurrency.lockutils [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquired lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.264583] env[63862]: DEBUG nova.network.neutron [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.289030] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1961.289030] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-13b63455-34ca-4773-8ad1-088be5a4e0a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.303068] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1961.303068] env[63862]: value = "task-2097929" [ 1961.303068] env[63862]: _type = "Task" [ 1961.303068] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.311860] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.350800] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097923, 'name': CreateSnapshot_Task, 'duration_secs': 0.567656} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.351150] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1961.351998] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab93fb4f-f78e-4c58-aa32-570ba29b8eda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.383386] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097928, 'name': Rename_Task, 'duration_secs': 0.137626} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.383742] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.386028] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a6ca9f5-f144-4f32-b368-b15126c53fb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.393163] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 1961.393163] env[63862]: value = "task-2097930" [ 1961.393163] env[63862]: _type = "Task" [ 1961.393163] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.404952] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.457034] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52274d1d-72e2-0a7a-f60d-fec7690ee322, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.457348] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.457577] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.457803] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.457942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.458128] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.458762] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-498febad-ae8d-44bb-bf43-c4e20594eb42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.471757] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.471961] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.473432] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7a433e-9386-4d94-82d6-979ba7ba394b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.484185] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1961.484185] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52152c5d-9d98-9021-a1a2-9bca8b61cbb2" [ 1961.484185] env[63862]: _type = "Task" [ 1961.484185] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.492017] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52152c5d-9d98-9021-a1a2-9bca8b61cbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.511644] env[63862]: DEBUG nova.network.neutron [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updated VIF entry in instance network info cache for port e8b1e06f-9c35-4256-92d3-f53f2feea8bb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1961.512127] env[63862]: DEBUG nova.network.neutron [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.685224] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a14adacd-4660-444b-8770-b1b07b8a5df0" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.685504] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1961.728747] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.819874] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.873141] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1961.874057] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7da01be9-3e61-419b-876e-00d9b0f62dd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.889593] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1961.889593] env[63862]: value = "task-2097931" [ 1961.889593] env[63862]: _type = "Task" [ 1961.889593] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.905761] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097931, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.910352] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.996483] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52152c5d-9d98-9021-a1a2-9bca8b61cbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.013274} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.997376] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79aae9b7-5136-4d81-bde1-a306beacfb48 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.004858] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1962.004858] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525783db-7732-b1da-5582-13094fa087bc" [ 1962.004858] env[63862]: _type = "Task" [ 1962.004858] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.020951] env[63862]: DEBUG oslo_concurrency.lockutils [req-9d91ea37-a0ce-496c-8ad5-a02e9048fd72 req-6574b476-0ba7-4b1a-8db2-3ff0b7915651 service nova] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.020951] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525783db-7732-b1da-5582-13094fa087bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.191495] env[63862]: DEBUG nova.compute.utils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.193285] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1962.193935] env[63862]: DEBUG nova.network.neutron [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1962.241837] env[63862]: DEBUG nova.policy [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '079729b52d254c33ab0b4c72de884487', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3854f2cce75449f88ac496df691ef557', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1962.310648] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.316475] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d101a55-91e0-41c0-9ced-ae7d4ab175ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.324189] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f2797-e251-487f-aa90-639df4cec17c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.358954] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321860b4-06b4-4d49-b624-9b83f905cc4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.367672] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f203ab48-4b9b-468f-a5f1-724d54024d64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.383054] env[63862]: DEBUG nova.compute.provider_tree [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.388159] env[63862]: DEBUG nova.network.neutron [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Updating instance_info_cache with network_info: [{"id": "57a1a47c-e5b3-409b-819e-bf190941529b", "address": "fa:16:3e:e0:16:09", "network": {"id": "d929c68d-f918-4b5b-b7ca-fa49fb38c835", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-225260344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40f67ee0c12a43c4a05b991c510f442e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57a1a47c-e5", "ovs_interfaceid": "57a1a47c-e5b3-409b-819e-bf190941529b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.410020] env[63862]: DEBUG oslo_vmware.api [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2097930, 'name': PowerOnVM_Task, 'duration_secs': 0.544677} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.412514] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.412798] env[63862]: INFO nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Took 5.50 seconds to spawn the instance on the hypervisor. [ 1962.413017] env[63862]: DEBUG nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.413613] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097931, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.414389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26edb52-8504-48cf-8353-ab299f8da367 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.520446] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525783db-7732-b1da-5582-13094fa087bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018943} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.520725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.520992] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60/133ec6e5-3de6-4613-86bc-f13509b1ea60.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.521404] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04f34881-f1e7-4200-81d8-6750c30bcffe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.531075] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1962.531075] env[63862]: value = "task-2097932" [ 1962.531075] env[63862]: _type = "Task" [ 1962.531075] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.540530] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.599576] env[63862]: DEBUG nova.network.neutron [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Successfully created port: 434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1962.696508] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1962.812617] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.887017] env[63862]: DEBUG nova.scheduler.client.report [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1962.898144] env[63862]: DEBUG oslo_concurrency.lockutils [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Releasing lock "refresh_cache-2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.914812] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097931, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.934060] env[63862]: INFO nova.compute.manager [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Took 39.62 seconds to build instance. [ 1963.046107] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097932, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.312977] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.401090] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.401626] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1963.408827] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.380s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.411315] env[63862]: INFO nova.compute.claims [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1963.416680] env[63862]: DEBUG nova.compute.manager [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.418127] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069df57f-f51f-46fd-8fba-7d4580018351 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.425080] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097931, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.436216] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0882bcee-8f96-4d06-91fa-7da0776a8a5e tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.105s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.543948] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553246} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.543948] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60/133ec6e5-3de6-4613-86bc-f13509b1ea60.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.543948] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.544496] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75ec0792-7962-42ba-9a7e-b97ce76c35bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.553684] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1963.553684] env[63862]: value = "task-2097933" [ 1963.553684] env[63862]: _type = "Task" [ 1963.553684] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.562601] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.707907] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1963.736112] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1963.737113] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1963.737113] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1963.737113] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1963.737113] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1963.737113] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1963.737525] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1963.737796] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1963.738074] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1963.738383] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1963.738574] env[63862]: DEBUG nova.virt.hardware [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1963.740241] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496e5e2-1f46-4ab2-bad8-41dd959bb1ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.752108] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13012d9-156a-48cc-81e8-cfea079b3a2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.815438] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.911269] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097931, 'name': CloneVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.917834] env[63862]: DEBUG nova.compute.utils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1963.924919] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1963.926046] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1963.938496] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1964.009861] env[63862]: DEBUG nova.policy [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1db8ebc4954fda967b12c162d3f273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc2efd68aa2f4934bc825c7c3c4ed187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1964.064628] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134049} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.064983] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.066187] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c3461-1fe8-47f6-b4b2-01a07fc5c960 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.096448] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60/133ec6e5-3de6-4613-86bc-f13509b1ea60.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.096863] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb2a019-1feb-4c1a-b1f8-ee04fc7566bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.117761] env[63862]: DEBUG nova.compute.manager [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Received event network-changed-14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1964.118068] env[63862]: DEBUG nova.compute.manager [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Refreshing instance network info cache due to event network-changed-14a1e590-80eb-425a-8442-4568acad6f65. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1964.118322] env[63862]: DEBUG oslo_concurrency.lockutils [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] Acquiring lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.118515] env[63862]: DEBUG oslo_concurrency.lockutils [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] Acquired lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.118723] env[63862]: DEBUG nova.network.neutron [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Refreshing network info cache for port 14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.128613] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1964.128613] env[63862]: value = "task-2097934" [ 1964.128613] env[63862]: _type = "Task" [ 1964.128613] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.139479] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.322964] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.357589] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Successfully created port: 7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.412866] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097931, 'name': CloneVM_Task, 'duration_secs': 2.178361} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.413089] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Created linked-clone VM from snapshot [ 1964.413822] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fb4208-fb62-4960-889b-9abee7c5b39d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.423704] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Uploading image 001e1d99-89ef-466b-88a6-936c63d6367c {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1964.426796] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1964.440621] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911135db-b612-4139-b171-2eee8845e42f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.454323] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Doing hard reboot of VM {{(pid=63862) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1964.454323] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9bde64ae-16aa-4475-b86f-b796ba2b2711 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.463417] env[63862]: DEBUG oslo_vmware.api [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1964.463417] env[63862]: value = "task-2097935" [ 1964.463417] env[63862]: _type = "Task" [ 1964.463417] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.474266] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1964.474266] env[63862]: value = "vm-429599" [ 1964.474266] env[63862]: _type = "VirtualMachine" [ 1964.474266] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1964.474861] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-516ed38b-171b-42f6-a5a9-6e301d2bdc9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.481097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.485705] env[63862]: DEBUG oslo_vmware.api [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097935, 'name': ResetVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.487397] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease: (returnval){ [ 1964.487397] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5268bb80-1c8f-c828-238e-5c42336e0d47" [ 1964.487397] env[63862]: _type = "HttpNfcLease" [ 1964.487397] env[63862]: } obtained for exporting VM: (result){ [ 1964.487397] env[63862]: value = "vm-429599" [ 1964.487397] env[63862]: _type = "VirtualMachine" [ 1964.487397] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1964.487729] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the lease: (returnval){ [ 1964.487729] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5268bb80-1c8f-c828-238e-5c42336e0d47" [ 1964.487729] env[63862]: _type = "HttpNfcLease" [ 1964.487729] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1964.520914] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1964.520914] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5268bb80-1c8f-c828-238e-5c42336e0d47" [ 1964.520914] env[63862]: _type = "HttpNfcLease" [ 1964.520914] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1964.588721] env[63862]: DEBUG nova.compute.manager [req-37cd411b-7cbd-4c5d-8704-21884f25d609 req-8ce55d8a-460b-4040-9390-f1206997a7a9 service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Received event network-vif-plugged-434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1964.588922] env[63862]: DEBUG oslo_concurrency.lockutils [req-37cd411b-7cbd-4c5d-8704-21884f25d609 req-8ce55d8a-460b-4040-9390-f1206997a7a9 service nova] Acquiring lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.589148] env[63862]: DEBUG oslo_concurrency.lockutils [req-37cd411b-7cbd-4c5d-8704-21884f25d609 req-8ce55d8a-460b-4040-9390-f1206997a7a9 service nova] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.589760] env[63862]: DEBUG oslo_concurrency.lockutils [req-37cd411b-7cbd-4c5d-8704-21884f25d609 req-8ce55d8a-460b-4040-9390-f1206997a7a9 service nova] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.589760] env[63862]: DEBUG nova.compute.manager [req-37cd411b-7cbd-4c5d-8704-21884f25d609 req-8ce55d8a-460b-4040-9390-f1206997a7a9 service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] No waiting events found dispatching network-vif-plugged-434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.589760] env[63862]: WARNING nova.compute.manager [req-37cd411b-7cbd-4c5d-8704-21884f25d609 req-8ce55d8a-460b-4040-9390-f1206997a7a9 service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Received unexpected event network-vif-plugged-434d2a09-5a4b-4c9b-9e07-669bea89d9a3 for instance with vm_state building and task_state spawning. [ 1964.653314] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.655253] env[63862]: DEBUG nova.network.neutron [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Successfully updated port: 434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1964.818499] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097929, 'name': CreateSnapshot_Task, 'duration_secs': 3.095622} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.821894] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1964.826244] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a1075a-c5c5-4006-8a75-4d1497936d05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.861649] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Successfully created port: 85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1964.981986] env[63862]: DEBUG oslo_vmware.api [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097935, 'name': ResetVM_Task, 'duration_secs': 0.1006} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.984951] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Did hard reboot of VM {{(pid=63862) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1964.985163] env[63862]: DEBUG nova.compute.manager [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.986171] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed4f9b-16f6-4580-bdaa-7d816b86466d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.004162] env[63862]: DEBUG nova.network.neutron [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Updated VIF entry in instance network info cache for port 14a1e590-80eb-425a-8442-4568acad6f65. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1965.004512] env[63862]: DEBUG nova.network.neutron [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Updating instance_info_cache with network_info: [{"id": "14a1e590-80eb-425a-8442-4568acad6f65", "address": "fa:16:3e:00:6f:32", "network": {"id": "61a50268-a4ae-4ef4-8725-1742399b375c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-889018205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93eae7b6301040298e329e7bff674c6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14a1e590-80", "ovs_interfaceid": "14a1e590-80eb-425a-8442-4568acad6f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.008792] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1965.008792] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5268bb80-1c8f-c828-238e-5c42336e0d47" [ 1965.008792] env[63862]: _type = "HttpNfcLease" [ 1965.008792] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1965.009287] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1965.009287] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5268bb80-1c8f-c828-238e-5c42336e0d47" [ 1965.009287] env[63862]: _type = "HttpNfcLease" [ 1965.009287] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1965.010097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57c1d4-81bf-4263-b061-9abd39d02c0b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.022459] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cda916-4a27-70f3-8c54-103549db0e87/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1965.022588] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cda916-4a27-70f3-8c54-103549db0e87/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1965.141506] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097934, 'name': ReconfigVM_Task, 'duration_secs': 0.685481} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.144209] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60/133ec6e5-3de6-4613-86bc-f13509b1ea60.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.145495] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877fd274-a1d3-45b3-8c04-77720d53847c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.152909] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1965.152909] env[63862]: value = "task-2097937" [ 1965.152909] env[63862]: _type = "Task" [ 1965.152909] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.160660] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "refresh_cache-a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.160660] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquired lock "refresh_cache-a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.160660] env[63862]: DEBUG nova.network.neutron [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.169915] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097937, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.195806] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fbe6bf38-aa5e-4a8e-a9b0-085cbe8b8de3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.204097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11caad87-c398-4b8f-ac95-96ffd2809eec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.215198] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44047630-c0fe-44eb-9f36-8de3d1b79b41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.257254] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406cf232-1f68-460c-bc61-1a1f50a4c0b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.266375] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a5b2e1-b654-4be4-a65a-d95a110a42bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.280667] env[63862]: DEBUG nova.compute.provider_tree [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.308906] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Successfully created port: d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1965.349067] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1965.349392] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a631ee1-3fd1-47d8-af97-e7c55172c35a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.359347] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1965.359347] env[63862]: value = "task-2097938" [ 1965.359347] env[63862]: _type = "Task" [ 1965.359347] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.368798] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097938, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.454746] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1965.494643] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1965.494889] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1965.496181] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1965.496700] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1965.496891] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1965.497062] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1965.497291] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1965.497455] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1965.497624] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1965.497824] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1965.498043] env[63862]: DEBUG nova.virt.hardware [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1965.499494] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02786b5-dc5e-44c5-926c-f1e546e0499b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.515912] env[63862]: DEBUG oslo_concurrency.lockutils [req-87a18e2a-3d84-4344-8a38-c8195ad0dbb9 req-bb4ac80d-c217-4a53-8e6d-6e2a1ac8735d service nova] Releasing lock "refresh_cache-3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.517036] env[63862]: DEBUG oslo_concurrency.lockutils [None req-04728773-e490-412b-a432-53ec402056ed tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.784s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.520118] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29f6b09-1916-49a7-b0fa-789de28203d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.666188] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097937, 'name': Rename_Task, 'duration_secs': 0.397063} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.666755] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.667204] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b45155ca-f666-4fb1-a903-a50c774456fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.681028] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 1965.681028] env[63862]: value = "task-2097939" [ 1965.681028] env[63862]: _type = "Task" [ 1965.681028] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.692021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.692021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.700113] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.725363] env[63862]: DEBUG nova.network.neutron [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.786649] env[63862]: DEBUG nova.scheduler.client.report [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1965.874387] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097938, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.952274] env[63862]: DEBUG nova.network.neutron [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Updating instance_info_cache with network_info: [{"id": "434d2a09-5a4b-4c9b-9e07-669bea89d9a3", "address": "fa:16:3e:48:64:96", "network": {"id": "b25ff9c2-3f7b-461c-9928-02f8a5172938", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1915680526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3854f2cce75449f88ac496df691ef557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434d2a09-5a", "ovs_interfaceid": "434d2a09-5a4b-4c9b-9e07-669bea89d9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.193841] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.293108] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.293364] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1966.296183] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.287s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.298165] env[63862]: INFO nova.compute.claims [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.355849] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.356036] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.356149] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.356317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.356507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.358826] env[63862]: INFO nova.compute.manager [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Terminating instance [ 1966.370814] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097938, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.456042] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Releasing lock "refresh_cache-a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.456243] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Instance network_info: |[{"id": "434d2a09-5a4b-4c9b-9e07-669bea89d9a3", "address": "fa:16:3e:48:64:96", "network": {"id": "b25ff9c2-3f7b-461c-9928-02f8a5172938", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1915680526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3854f2cce75449f88ac496df691ef557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434d2a09-5a", "ovs_interfaceid": "434d2a09-5a4b-4c9b-9e07-669bea89d9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.456725] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:64:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '434d2a09-5a4b-4c9b-9e07-669bea89d9a3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.464416] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Creating folder: Project (3854f2cce75449f88ac496df691ef557). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1966.464743] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23b785a5-be32-4c7c-a08e-981a0b2658e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.476275] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Created folder: Project (3854f2cce75449f88ac496df691ef557) in parent group-v429490. [ 1966.476493] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Creating folder: Instances. Parent ref: group-v429602. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1966.476749] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d595362-a89d-454e-a1eb-82af2f509bf7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.487343] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Created folder: Instances in parent group-v429602. [ 1966.487596] env[63862]: DEBUG oslo.service.loopingcall [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.487811] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.488049] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96a21e78-10ec-455b-a726-19e0110429dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.508949] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.508949] env[63862]: value = "task-2097942" [ 1966.508949] env[63862]: _type = "Task" [ 1966.508949] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.517160] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097942, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.630284] env[63862]: DEBUG nova.compute.manager [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Received event network-changed-434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1966.630549] env[63862]: DEBUG nova.compute.manager [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Refreshing instance network info cache due to event network-changed-434d2a09-5a4b-4c9b-9e07-669bea89d9a3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1966.630871] env[63862]: DEBUG oslo_concurrency.lockutils [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] Acquiring lock "refresh_cache-a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.631500] env[63862]: DEBUG oslo_concurrency.lockutils [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] Acquired lock "refresh_cache-a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.631500] env[63862]: DEBUG nova.network.neutron [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Refreshing network info cache for port 434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.694194] env[63862]: DEBUG oslo_vmware.api [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2097939, 'name': PowerOnVM_Task, 'duration_secs': 0.592502} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.694516] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.694734] env[63862]: INFO nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1966.694919] env[63862]: DEBUG nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.695809] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3169bd-66ab-4a44-bbfb-8c9f466c8efd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.804846] env[63862]: DEBUG nova.compute.utils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1966.805311] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1966.805545] env[63862]: DEBUG nova.network.neutron [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1966.868224] env[63862]: DEBUG nova.compute.manager [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.868720] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.869745] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cbbf0d-ae1b-40e1-86d4-db1937e18cdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.880939] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097938, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.886565] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.887016] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cd597f-4a90-4d92-b95b-f6fb189f5a0b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.894872] env[63862]: DEBUG oslo_vmware.api [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1966.894872] env[63862]: value = "task-2097943" [ 1966.894872] env[63862]: _type = "Task" [ 1966.894872] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.904322] env[63862]: DEBUG nova.policy [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d5c8b3ca2e44dc591d9cb776d529788', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cda52bfd37de49bab9b74170c33f2ac5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1966.912205] env[63862]: DEBUG oslo_vmware.api [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.926748] env[63862]: DEBUG nova.compute.manager [req-d21bd279-b64a-4ea6-83f3-b65312c562ab req-8d58cc94-04dd-4b91-9810-29a4141e87f9 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-vif-plugged-7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1966.927416] env[63862]: DEBUG oslo_concurrency.lockutils [req-d21bd279-b64a-4ea6-83f3-b65312c562ab req-8d58cc94-04dd-4b91-9810-29a4141e87f9 service nova] Acquiring lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.927817] env[63862]: DEBUG oslo_concurrency.lockutils [req-d21bd279-b64a-4ea6-83f3-b65312c562ab req-8d58cc94-04dd-4b91-9810-29a4141e87f9 service nova] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.928115] env[63862]: DEBUG oslo_concurrency.lockutils [req-d21bd279-b64a-4ea6-83f3-b65312c562ab req-8d58cc94-04dd-4b91-9810-29a4141e87f9 service nova] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.928455] env[63862]: DEBUG nova.compute.manager [req-d21bd279-b64a-4ea6-83f3-b65312c562ab req-8d58cc94-04dd-4b91-9810-29a4141e87f9 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] No waiting events found dispatching network-vif-plugged-7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.928787] env[63862]: WARNING nova.compute.manager [req-d21bd279-b64a-4ea6-83f3-b65312c562ab req-8d58cc94-04dd-4b91-9810-29a4141e87f9 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received unexpected event network-vif-plugged-7aa63ff5-aded-493e-bde9-51e2ad6be3e8 for instance with vm_state building and task_state spawning. [ 1967.023278] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097942, 'name': CreateVM_Task, 'duration_secs': 0.511102} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.023278] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1967.023278] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.023278] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.023278] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1967.023278] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6330369-4291-47c3-a913-bef381aa4bdf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.027892] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1967.027892] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52210ebf-9106-91d4-a462-cfe610f3ebdf" [ 1967.027892] env[63862]: _type = "Task" [ 1967.027892] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.033358] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Successfully updated port: 7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1967.037719] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52210ebf-9106-91d4-a462-cfe610f3ebdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.220463] env[63862]: INFO nova.compute.manager [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Took 42.34 seconds to build instance. [ 1967.311580] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1967.379882] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097938, 'name': CloneVM_Task, 'duration_secs': 1.895892} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.383605] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Created linked-clone VM from snapshot [ 1967.388096] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b94ef0-221f-4ddc-a200-06f10c64da52 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.402116] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Uploading image 81f90def-005c-4441-9f7d-6726bf045e7f {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1967.408670] env[63862]: DEBUG oslo_vmware.api [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097943, 'name': PowerOffVM_Task, 'duration_secs': 0.358747} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.411724] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.411724] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.412224] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75aeec13-33cd-41f7-98ee-5cd6d04ace00 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.423900] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1967.423900] env[63862]: value = "vm-429601" [ 1967.423900] env[63862]: _type = "VirtualMachine" [ 1967.423900] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1967.424129] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3951716f-bc28-46fd-bdc7-93a839156e7f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.434141] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lease: (returnval){ [ 1967.434141] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f8e70f-ae08-05d6-15e0-973a5fbcb39e" [ 1967.434141] env[63862]: _type = "HttpNfcLease" [ 1967.434141] env[63862]: } obtained for exporting VM: (result){ [ 1967.434141] env[63862]: value = "vm-429601" [ 1967.434141] env[63862]: _type = "VirtualMachine" [ 1967.434141] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1967.434141] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the lease: (returnval){ [ 1967.434141] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f8e70f-ae08-05d6-15e0-973a5fbcb39e" [ 1967.434141] env[63862]: _type = "HttpNfcLease" [ 1967.434141] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1967.440105] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1967.440105] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f8e70f-ae08-05d6-15e0-973a5fbcb39e" [ 1967.440105] env[63862]: _type = "HttpNfcLease" [ 1967.440105] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1967.449749] env[63862]: DEBUG nova.network.neutron [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Updated VIF entry in instance network info cache for port 434d2a09-5a4b-4c9b-9e07-669bea89d9a3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.450153] env[63862]: DEBUG nova.network.neutron [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Updating instance_info_cache with network_info: [{"id": "434d2a09-5a4b-4c9b-9e07-669bea89d9a3", "address": "fa:16:3e:48:64:96", "network": {"id": "b25ff9c2-3f7b-461c-9928-02f8a5172938", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1915680526-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3854f2cce75449f88ac496df691ef557", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap434d2a09-5a", "ovs_interfaceid": "434d2a09-5a4b-4c9b-9e07-669bea89d9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.495272] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.495272] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.495484] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Deleting the datastore file [datastore2] 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.495680] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-706b64ef-2464-4721-8a30-10475b445b08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.500065] env[63862]: DEBUG nova.network.neutron [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Successfully created port: 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1967.505025] env[63862]: DEBUG oslo_vmware.api [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for the task: (returnval){ [ 1967.505025] env[63862]: value = "task-2097946" [ 1967.505025] env[63862]: _type = "Task" [ 1967.505025] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.516995] env[63862]: DEBUG oslo_vmware.api [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.537772] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52210ebf-9106-91d4-a462-cfe610f3ebdf, 'name': SearchDatastore_Task, 'duration_secs': 0.022136} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.540340] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.540589] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1967.540820] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.540965] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.541152] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1967.543452] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c7e0c83-7b15-4b4a-8a81-b5a81fd67ee5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.552924] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1967.553134] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1967.553865] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2eef1bc-9a24-4415-ae13-28cba9192eff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.559745] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1967.559745] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524f3529-dbf0-d261-0335-ad502613a164" [ 1967.559745] env[63862]: _type = "Task" [ 1967.559745] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.570333] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524f3529-dbf0-d261-0335-ad502613a164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.731617] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4776e39-6750-4c32-bf74-5f4daee67b16 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.535s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.923388] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d097528-4c89-4cb0-96cd-18317517b958 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.931274] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42103cce-85e0-4fcd-8367-0310fc8a52df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.941334] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1967.941334] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f8e70f-ae08-05d6-15e0-973a5fbcb39e" [ 1967.941334] env[63862]: _type = "HttpNfcLease" [ 1967.941334] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1967.971422] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1967.971422] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f8e70f-ae08-05d6-15e0-973a5fbcb39e" [ 1967.971422] env[63862]: _type = "HttpNfcLease" [ 1967.971422] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1967.975697] env[63862]: DEBUG oslo_concurrency.lockutils [req-4af2038a-473a-4308-9160-322e1f574bd6 req-50694626-2b08-46ac-a2d4-a6d42ef0842a service nova] Releasing lock "refresh_cache-a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.977226] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9cf609-9985-4bdf-8b9d-49ef514f7faf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.980964] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e15dc1-23e5-403c-abf0-182da5fb6bf9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.989574] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c73f-0095-bf01-d0e4-7fd4787458ae/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1967.989745] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c73f-0095-bf01-d0e4-7fd4787458ae/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1967.995446] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce26d854-5e09-46a7-a1ad-d9eebeacd3bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.067531] env[63862]: DEBUG nova.compute.provider_tree [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.075633] env[63862]: DEBUG oslo_vmware.api [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Task: {'id': task-2097946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331032} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.076269] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.076499] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.076692] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.076863] env[63862]: INFO nova.compute.manager [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1968.077253] env[63862]: DEBUG oslo.service.loopingcall [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.077322] env[63862]: DEBUG nova.compute.manager [-] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.077397] env[63862]: DEBUG nova.network.neutron [-] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.082586] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524f3529-dbf0-d261-0335-ad502613a164, 'name': SearchDatastore_Task, 'duration_secs': 0.015785} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.084200] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a3104a-5c32-469e-85db-d2d740c5ac82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.090097] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1968.090097] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201d0c0-a521-27ed-b869-013d2fa70bea" [ 1968.090097] env[63862]: _type = "Task" [ 1968.090097] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.098228] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5201d0c0-a521-27ed-b869-013d2fa70bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.141888] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5db606de-9f7b-4a27-8445-2b6987e60850 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.233252] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1968.333732] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1968.398789] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1968.399109] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1968.399339] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1968.399765] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1968.400162] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1968.400379] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1968.400615] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1968.401119] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1968.401119] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1968.401263] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1968.401418] env[63862]: DEBUG nova.virt.hardware [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1968.402800] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e53bc7-0572-4451-aa7e-f6fbd950c5a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.414669] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a265f-86fb-4cda-add1-0929f8b9f701 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.574134] env[63862]: DEBUG nova.scheduler.client.report [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1968.607167] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5201d0c0-a521-27ed-b869-013d2fa70bea, 'name': SearchDatastore_Task, 'duration_secs': 0.022415} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.607846] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.608015] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a794c6c2-da0b-4ee9-ab9f-7fcf706bf514/a794c6c2-da0b-4ee9-ab9f-7fcf706bf514.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1968.608430] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-368b42dc-ccee-4b72-80d6-56c980877db0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.617276] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1968.617276] env[63862]: value = "task-2097947" [ 1968.617276] env[63862]: _type = "Task" [ 1968.617276] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.626711] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.660272] env[63862]: DEBUG nova.compute.manager [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Received event network-changed-e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.660590] env[63862]: DEBUG nova.compute.manager [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Refreshing instance network info cache due to event network-changed-e8b1e06f-9c35-4256-92d3-f53f2feea8bb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1968.660959] env[63862]: DEBUG oslo_concurrency.lockutils [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.661197] env[63862]: DEBUG oslo_concurrency.lockutils [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.661550] env[63862]: DEBUG nova.network.neutron [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Refreshing network info cache for port e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.765044] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.891055] env[63862]: DEBUG nova.network.neutron [-] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.991244] env[63862]: DEBUG nova.compute.manager [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-changed-7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1968.991510] env[63862]: DEBUG nova.compute.manager [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Refreshing instance network info cache due to event network-changed-7aa63ff5-aded-493e-bde9-51e2ad6be3e8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1968.991698] env[63862]: DEBUG oslo_concurrency.lockutils [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] Acquiring lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.991789] env[63862]: DEBUG oslo_concurrency.lockutils [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] Acquired lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.992388] env[63862]: DEBUG nova.network.neutron [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Refreshing network info cache for port 7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1969.083507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.083507] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1969.087840] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.894s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.090352] env[63862]: DEBUG nova.objects.instance [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1969.132750] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.398638] env[63862]: INFO nova.compute.manager [-] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Took 1.32 seconds to deallocate network for instance. [ 1969.551994] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Successfully updated port: 85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1969.576350] env[63862]: DEBUG nova.network.neutron [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.593507] env[63862]: DEBUG nova.compute.utils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.601708] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.602180] env[63862]: DEBUG nova.network.neutron [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.632637] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608155} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.633034] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a794c6c2-da0b-4ee9-ab9f-7fcf706bf514/a794c6c2-da0b-4ee9-ab9f-7fcf706bf514.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1969.633282] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1969.633674] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5200533-88e6-4362-924a-d66d24be2625 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.641555] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1969.641555] env[63862]: value = "task-2097948" [ 1969.641555] env[63862]: _type = "Task" [ 1969.641555] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.650714] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.668674] env[63862]: DEBUG nova.policy [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '234cb750ad8b471cbdf745adc7224be4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e08134189de42d192a8d60a1d2bfc2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1969.773263] env[63862]: DEBUG nova.network.neutron [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updated VIF entry in instance network info cache for port e8b1e06f-9c35-4256-92d3-f53f2feea8bb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.773877] env[63862]: DEBUG nova.network.neutron [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.778339] env[63862]: DEBUG nova.network.neutron [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.874011] env[63862]: DEBUG nova.network.neutron [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Successfully updated port: 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1969.909579] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.013803] env[63862]: DEBUG nova.network.neutron [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Successfully created port: 636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.102364] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1970.106121] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aefbb451-3e26-46fb-b6ea-7e1a6026d463 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.109927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.825s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.109927] env[63862]: INFO nova.compute.claims [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1970.152709] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079099} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.153394] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1970.153895] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73c0de-98b6-47c1-8f80-49c9255e20f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.179354] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] a794c6c2-da0b-4ee9-ab9f-7fcf706bf514/a794c6c2-da0b-4ee9-ab9f-7fcf706bf514.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1970.181284] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766a35aa-e283-4c1d-b507-01212096649e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.201565] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1970.201565] env[63862]: value = "task-2097949" [ 1970.201565] env[63862]: _type = "Task" [ 1970.201565] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.211126] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.277570] env[63862]: DEBUG oslo_concurrency.lockutils [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.277955] env[63862]: DEBUG nova.compute.manager [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Received event network-vif-deleted-57a1a47c-e5b3-409b-819e-bf190941529b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1970.278197] env[63862]: INFO nova.compute.manager [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Neutron deleted interface 57a1a47c-e5b3-409b-819e-bf190941529b; detaching it from the instance and deleting it from the info cache [ 1970.278375] env[63862]: DEBUG nova.network.neutron [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.280505] env[63862]: DEBUG oslo_concurrency.lockutils [req-3f2ab60e-fac6-487c-8c27-22f4699db216 req-785dd765-8922-4368-b485-3fdf8ba3779e service nova] Releasing lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.377060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.377239] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.377403] env[63862]: DEBUG nova.network.neutron [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.609880] env[63862]: INFO nova.virt.block_device [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Booting with volume 74ca3c4f-abdb-4ae9-815a-a5c5b2947e53 at /dev/sda [ 1970.650651] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58fb05b9-e446-494e-9f6b-9d19aef5cc27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.662153] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e88b63-61e5-4fd3-8f3b-b1949978ee7f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.698169] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c572b3e4-b44d-476c-a3f7-332b57cc7f52 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.709844] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c8f302-a3a5-432e-a332-32ba5245eeeb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.724100] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.751144] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd13de-ef9f-450f-b44d-a864a899653d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.758390] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bfe3ca-9c55-46f9-8799-55ab843e7202 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.772948] env[63862]: DEBUG nova.virt.block_device [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updating existing volume attachment record: 3f939334-629c-4e6f-8ba8-62696462f95e {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1970.781305] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab356d24-44b2-45fd-907d-380b75d37ad0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.790225] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0f30ae-6cbe-4aee-bd6b-7886808da34b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.826906] env[63862]: DEBUG nova.compute.manager [req-616e32a2-6d09-4110-bc5e-9660b09b6e41 req-7d7bda18-e92e-48b5-a137-b6f1794e4f19 service nova] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Detach interface failed, port_id=57a1a47c-e5b3-409b-819e-bf190941529b, reason: Instance 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1970.921402] env[63862]: DEBUG nova.network.neutron [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.073780] env[63862]: DEBUG nova.network.neutron [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updating instance_info_cache with network_info: [{"id": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "address": "fa:16:3e:90:be:13", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb8a07d-5c", "ovs_interfaceid": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.212273] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097949, 'name': ReconfigVM_Task, 'duration_secs': 0.520015} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.214801] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Reconfigured VM instance instance-00000025 to attach disk [datastore2] a794c6c2-da0b-4ee9-ab9f-7fcf706bf514/a794c6c2-da0b-4ee9-ab9f-7fcf706bf514.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1971.215617] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e75a31b-f5a9-44e8-ba55-4faf03074558 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.222756] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1971.222756] env[63862]: value = "task-2097950" [ 1971.222756] env[63862]: _type = "Task" [ 1971.222756] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.234121] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097950, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.576672] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.577016] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Instance network_info: |[{"id": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "address": "fa:16:3e:90:be:13", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb8a07d-5c", "ovs_interfaceid": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1971.577440] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:be:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1971.584989] env[63862]: DEBUG oslo.service.loopingcall [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1971.587754] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1971.588229] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9603519b-bebd-4071-aca8-3f8f46d4244f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.607254] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Successfully updated port: d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1971.610889] env[63862]: DEBUG nova.network.neutron [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Successfully updated port: 636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1971.614704] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1971.614704] env[63862]: value = "task-2097951" [ 1971.614704] env[63862]: _type = "Task" [ 1971.614704] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.624607] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097951, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.669596] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e30dc4-a5c8-41bc-8b66-10d1e9fb0782 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.677672] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5bc83f-5c40-4d9c-9f73-a435fb2aed5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.711830] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c7c97b-b77f-485d-933b-4f9a90ce9841 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.720211] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb8d17-334f-45d4-927d-5d8df8fd296f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.738179] env[63862]: DEBUG nova.compute.provider_tree [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.743233] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097950, 'name': Rename_Task, 'duration_secs': 0.251004} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.743511] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.743751] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c188957c-d231-4d44-a60b-4f4802bdea4b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.749962] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1971.749962] env[63862]: value = "task-2097952" [ 1971.749962] env[63862]: _type = "Task" [ 1971.749962] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.758099] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.110887] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.110887] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.111282] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.112736] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquiring lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.112875] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquired lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.113511] env[63862]: DEBUG nova.network.neutron [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.126873] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097951, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.242091] env[63862]: DEBUG nova.scheduler.client.report [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.261411] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.629823] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097951, 'name': CreateVM_Task, 'duration_secs': 0.522456} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.629823] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1972.630326] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.630370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.630700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1972.630982] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2c7a0e-9705-4c94-bc10-d1da3472f2b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.636844] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1972.636844] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528e8cbb-35eb-9fca-93e0-9a7d64927d8a" [ 1972.636844] env[63862]: _type = "Task" [ 1972.636844] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.644444] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e8cbb-35eb-9fca-93e0-9a7d64927d8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.657069] env[63862]: DEBUG nova.network.neutron [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.661962] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.747455] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.748019] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1972.751219] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.163s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.751457] env[63862]: DEBUG nova.objects.instance [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'resources' on Instance uuid c7f916a1-2ef1-47ea-9696-816ca2c28610 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.763081] env[63862]: DEBUG oslo_vmware.api [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097952, 'name': PowerOnVM_Task, 'duration_secs': 0.614652} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.765115] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.765115] env[63862]: INFO nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1972.765115] env[63862]: DEBUG nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.765983] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f72258-449b-4063-a5c4-2773ed1d808d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.811964] env[63862]: DEBUG nova.network.neutron [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updating instance_info_cache with network_info: [{"id": "636df0b4-d541-48bb-8069-af6f5e13b101", "address": "fa:16:3e:82:96:c8", "network": {"id": "2dfc97cf-d601-4884-a901-afa13982f73e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1292858431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e08134189de42d192a8d60a1d2bfc2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636df0b4-d5", "ovs_interfaceid": "636df0b4-d541-48bb-8069-af6f5e13b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.869051] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1972.869334] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1972.869685] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.869920] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1972.870192] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.870359] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1972.870551] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1972.870841] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1972.871049] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1972.871267] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1972.871469] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1972.871689] env[63862]: DEBUG nova.virt.hardware [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1972.872615] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950bc38e-57a2-4a52-ae48-7d62f4c394e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.881321] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669b18c-6b86-4b9b-8301-6862992cf064 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.132436] env[63862]: DEBUG nova.network.neutron [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updating instance_info_cache with network_info: [{"id": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "address": "fa:16:3e:55:d7:cb", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa63ff5-ad", "ovs_interfaceid": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85941513-02a1-48e6-bdb4-458411785238", "address": "fa:16:3e:ef:d4:53", "network": {"id": "af30ed03-1346-462f-8d0b-d23fd9afe9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2018297168", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85941513-02", "ovs_interfaceid": "85941513-02a1-48e6-bdb4-458411785238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d820a44e-5a2f-4f8f-a187-5f992a025518", "address": "fa:16:3e:9b:5e:71", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd820a44e-5a", "ovs_interfaceid": "d820a44e-5a2f-4f8f-a187-5f992a025518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.148269] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e8cbb-35eb-9fca-93e0-9a7d64927d8a, 'name': SearchDatastore_Task, 'duration_secs': 0.020004} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.149369] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.149651] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.149913] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.150136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.150356] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.150902] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c7327d9-b025-4dba-91c8-99b87e10afbe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.160581] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.160805] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.161599] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bda2534-37c4-433e-ad1a-d259d8e3066d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.167789] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1973.167789] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52860dd9-3a44-34e3-b680-1ffe5d712cfa" [ 1973.167789] env[63862]: _type = "Task" [ 1973.167789] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.176110] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52860dd9-3a44-34e3-b680-1ffe5d712cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.255261] env[63862]: DEBUG nova.compute.utils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1973.257363] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1973.257595] env[63862]: DEBUG nova.network.neutron [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1973.288621] env[63862]: INFO nova.compute.manager [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Took 39.39 seconds to build instance. [ 1974.124254] env[63862]: DEBUG nova.policy [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71dd797b013946aa88fd8916ee8e37b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba906b5934eb45d0af68a957747bb77e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.128068] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Releasing lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.128388] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Instance network_info: |[{"id": "636df0b4-d541-48bb-8069-af6f5e13b101", "address": "fa:16:3e:82:96:c8", "network": {"id": "2dfc97cf-d601-4884-a901-afa13982f73e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1292858431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e08134189de42d192a8d60a1d2bfc2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636df0b4-d5", "ovs_interfaceid": "636df0b4-d541-48bb-8069-af6f5e13b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1974.128800] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Releasing lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.129178] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Instance network_info: |[{"id": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "address": "fa:16:3e:55:d7:cb", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa63ff5-ad", "ovs_interfaceid": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85941513-02a1-48e6-bdb4-458411785238", "address": "fa:16:3e:ef:d4:53", "network": {"id": "af30ed03-1346-462f-8d0b-d23fd9afe9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2018297168", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85941513-02", "ovs_interfaceid": "85941513-02a1-48e6-bdb4-458411785238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d820a44e-5a2f-4f8f-a187-5f992a025518", "address": "fa:16:3e:9b:5e:71", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd820a44e-5a", "ovs_interfaceid": "d820a44e-5a2f-4f8f-a187-5f992a025518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1974.129732] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.132415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c656db1a-b2f8-402d-91eb-3c32a0b5848c tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.405s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.134361] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:96:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636df0b4-d541-48bb-8069-af6f5e13b101', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1974.140898] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Creating folder: Project (1e08134189de42d192a8d60a1d2bfc2f). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.141372] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:d7:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aa63ff5-aded-493e-bde9-51e2ad6be3e8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d4:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85941513-02a1-48e6-bdb4-458411785238', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:5e:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd820a44e-5a2f-4f8f-a187-5f992a025518', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1974.151726] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Creating folder: Project (bc2efd68aa2f4934bc825c7c3c4ed187). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.159375] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e4f59aa-7794-44e7-83df-d01f08ef7940 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.161104] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de5a7228-78c3-40cb-a221-f4e71e12f9bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.171401] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52860dd9-3a44-34e3-b680-1ffe5d712cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.018389} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.172806] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c14904-6441-4f75-9330-2570c354ce67 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.176973] env[63862]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1974.177135] env[63862]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63862) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1974.180272] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Created folder: Project (bc2efd68aa2f4934bc825c7c3c4ed187) in parent group-v429490. [ 1974.180455] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Creating folder: Instances. Parent ref: group-v429606. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.180725] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Folder already exists: Project (1e08134189de42d192a8d60a1d2bfc2f). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1974.180905] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Creating folder: Instances. Parent ref: group-v429551. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1974.182220] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3667af9c-b0c8-425e-a961-c377955a4b63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.183753] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eb26d81-4259-415b-9e38-5d2032682a76 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.186545] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1974.186545] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e444fc-13fc-90b5-372d-fd8a5277cfc6" [ 1974.186545] env[63862]: _type = "Task" [ 1974.186545] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.195524] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e444fc-13fc-90b5-372d-fd8a5277cfc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.200290] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Created folder: Instances in parent group-v429551. [ 1974.200521] env[63862]: DEBUG oslo.service.loopingcall [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.201022] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Created folder: Instances in parent group-v429606. [ 1974.201022] env[63862]: DEBUG oslo.service.loopingcall [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1974.201592] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1974.201816] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1974.202041] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cb4b3e9-4b3c-4cb7-a561-91d7f9cd2854 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.216574] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-912b98f1-8870-439c-b673-a96c88aae381 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.243549] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1974.243549] env[63862]: value = "task-2097957" [ 1974.243549] env[63862]: _type = "Task" [ 1974.243549] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.245028] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1974.245028] env[63862]: value = "task-2097958" [ 1974.245028] env[63862]: _type = "Task" [ 1974.245028] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.259140] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097957, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.262783] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097958, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.536145] env[63862]: DEBUG nova.network.neutron [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Successfully created port: 493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1974.666655] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1974.701092] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e444fc-13fc-90b5-372d-fd8a5277cfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.014039} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.704794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.705083] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ecc3a7d6-6503-47d6-bb76-febfa0c9091b/ecc3a7d6-6503-47d6-bb76-febfa0c9091b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.706584] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee26e55a-0115-4587-bc9e-6886083c3f3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.715449] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1974.715449] env[63862]: value = "task-2097959" [ 1974.715449] env[63862]: _type = "Task" [ 1974.715449] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.723571] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474fea9-678e-4ed2-95b2-5daf9ef54d39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.733969] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.736938] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d8298-d570-413d-99c3-4c50c043af3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.778259] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f7df1-1e9b-4856-b90d-c5d1a615975a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.786057] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097957, 'name': CreateVM_Task, 'duration_secs': 0.531554} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.791155] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1974.791459] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097958, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.792212] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429563', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'name': 'volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edb95cc6-a598-43a1-9be4-45a0a89da796', 'attached_at': '', 'detached_at': '', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'serial': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53'}, 'device_type': None, 'delete_on_termination': True, 'attachment_id': '3f939334-629c-4e6f-8ba8-62696462f95e', 'mount_device': '/dev/sda', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63862) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1974.792458] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Root volume attach. Driver type: vmdk {{(pid=63862) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1974.793756] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c37d199-3190-4c35-b322-fffeddf95eb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.798236] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d87a086-95ac-4296-89c3-f8cef77784ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.814622] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503a1b10-32b6-4d1e-8168-68f7d1f30dd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.817780] env[63862]: DEBUG nova.compute.provider_tree [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.823177] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c99a8-fd81-4d88-b6fb-1340bfa3a60a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.830407] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-324999f9-d9d5-4907-9168-9c92814f1cc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.837538] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 1974.837538] env[63862]: value = "task-2097960" [ 1974.837538] env[63862]: _type = "Task" [ 1974.837538] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.850265] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097960, 'name': RelocateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.141948] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.185512] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.226182] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097959, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.281683] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097958, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.321057] env[63862]: DEBUG nova.scheduler.client.report [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.349239] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097960, 'name': RelocateVM_Task} progress is 20%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.427986] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.428720] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.428720] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.428720] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.428991] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.428991] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.429168] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.429362] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.429547] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.429938] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.430190] env[63862]: DEBUG nova.virt.hardware [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.433015] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a084ad-b847-4edb-9465-ed896fe8e249 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.442533] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cda916-4a27-70f3-8c54-103549db0e87/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1975.443794] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19dc488-6af9-423b-8b57-13fac9a9c9d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.448132] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e16f5bd-6d54-442a-a43c-583368860088 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.454805] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cda916-4a27-70f3-8c54-103549db0e87/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1975.454985] env[63862]: ERROR oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cda916-4a27-70f3-8c54-103549db0e87/disk-0.vmdk due to incomplete transfer. [ 1975.466411] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4625081-4c46-4356-967f-08b179ac6c91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.473042] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cda916-4a27-70f3-8c54-103549db0e87/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1975.473042] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Uploaded image 001e1d99-89ef-466b-88a6-936c63d6367c to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1975.475160] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1975.476156] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efc75cb9-71fb-4e9c-9d1e-4f0ed2efc2a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.482722] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1975.482722] env[63862]: value = "task-2097961" [ 1975.482722] env[63862]: _type = "Task" [ 1975.482722] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.491752] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097961, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.727239] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578847} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.727373] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ecc3a7d6-6503-47d6-bb76-febfa0c9091b/ecc3a7d6-6503-47d6-bb76-febfa0c9091b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.727591] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.727872] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd5bf5c8-ea8d-46a7-ae7a-9a9efd832782 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.735549] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1975.735549] env[63862]: value = "task-2097962" [ 1975.735549] env[63862]: _type = "Task" [ 1975.735549] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.744368] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.783470] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097958, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.826826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.075s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.829702] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.629s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.831590] env[63862]: INFO nova.compute.claims [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1975.846295] env[63862]: INFO nova.scheduler.client.report [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocations for instance c7f916a1-2ef1-47ea-9696-816ca2c28610 [ 1975.852649] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097960, 'name': RelocateVM_Task, 'duration_secs': 0.643564} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.855422] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1975.855970] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429563', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'name': 'volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edb95cc6-a598-43a1-9be4-45a0a89da796', 'attached_at': '', 'detached_at': '', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'serial': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1975.858796] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1490d2fd-0536-421e-8de1-9016202e9151 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.877441] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f1997-24ca-4ac1-afd7-25cb34251eb3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.903802] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53/volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1975.905223] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daea308c-f564-48e7-af00-f96830ebce7b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.926565] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 1975.926565] env[63862]: value = "task-2097963" [ 1975.926565] env[63862]: _type = "Task" [ 1975.926565] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.938953] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.994541] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097961, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.138889] env[63862]: DEBUG nova.compute.manager [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Received event network-vif-plugged-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.139124] env[63862]: DEBUG oslo_concurrency.lockutils [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] Acquiring lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.139350] env[63862]: DEBUG oslo_concurrency.lockutils [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.139535] env[63862]: DEBUG oslo_concurrency.lockutils [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.139726] env[63862]: DEBUG nova.compute.manager [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] No waiting events found dispatching network-vif-plugged-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.139904] env[63862]: WARNING nova.compute.manager [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Received unexpected event network-vif-plugged-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb for instance with vm_state building and task_state spawning. [ 1976.140073] env[63862]: DEBUG nova.compute.manager [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Received event network-changed-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.140227] env[63862]: DEBUG nova.compute.manager [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Refreshing instance network info cache due to event network-changed-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1976.140407] env[63862]: DEBUG oslo_concurrency.lockutils [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] Acquiring lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.140542] env[63862]: DEBUG oslo_concurrency.lockutils [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] Acquired lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.140701] env[63862]: DEBUG nova.network.neutron [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Refreshing network info cache for port 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.182880] env[63862]: DEBUG nova.compute.manager [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-vif-plugged-85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.183162] env[63862]: DEBUG oslo_concurrency.lockutils [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] Acquiring lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.183386] env[63862]: DEBUG oslo_concurrency.lockutils [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.183511] env[63862]: DEBUG oslo_concurrency.lockutils [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.183684] env[63862]: DEBUG nova.compute.manager [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] No waiting events found dispatching network-vif-plugged-85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.183832] env[63862]: WARNING nova.compute.manager [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received unexpected event network-vif-plugged-85941513-02a1-48e6-bdb4-458411785238 for instance with vm_state building and task_state spawning. [ 1976.183995] env[63862]: DEBUG nova.compute.manager [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-changed-85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.184168] env[63862]: DEBUG nova.compute.manager [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Refreshing instance network info cache due to event network-changed-85941513-02a1-48e6-bdb4-458411785238. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1976.184349] env[63862]: DEBUG oslo_concurrency.lockutils [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] Acquiring lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.184482] env[63862]: DEBUG oslo_concurrency.lockutils [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] Acquired lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.184634] env[63862]: DEBUG nova.network.neutron [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Refreshing network info cache for port 85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.219136] env[63862]: DEBUG nova.network.neutron [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Successfully updated port: 493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.247620] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150616} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.247620] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.248328] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533f7476-1f52-47b7-a63d-5bf588c8b7b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.271090] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ecc3a7d6-6503-47d6-bb76-febfa0c9091b/ecc3a7d6-6503-47d6-bb76-febfa0c9091b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.271741] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4dd59fd-0953-4e3a-bb18-cd1f6c16bcaa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.300927] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097958, 'name': CreateVM_Task, 'duration_secs': 1.647584} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.302308] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.303049] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1976.303049] env[63862]: value = "task-2097964" [ 1976.303049] env[63862]: _type = "Task" [ 1976.303049] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.303499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.303695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.304026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.304603] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2175394a-039a-4147-9c7d-ef13cebcbc38 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.315436] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.316697] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1976.316697] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52fccd0f-be7b-220a-03b6-4c25d7dda934" [ 1976.316697] env[63862]: _type = "Task" [ 1976.316697] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.326624] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fccd0f-be7b-220a-03b6-4c25d7dda934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.360606] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5db1effd-d6f0-4980-8a73-586dafcc130d tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "c7f916a1-2ef1-47ea-9696-816ca2c28610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.867s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.436434] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.494349] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097961, 'name': Destroy_Task, 'duration_secs': 0.763691} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.494524] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Destroyed the VM [ 1976.495302] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1976.495600] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-223081ae-2bce-40ae-befa-0bd4f82bec27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.506050] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1976.506050] env[63862]: value = "task-2097965" [ 1976.506050] env[63862]: _type = "Task" [ 1976.506050] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.514644] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.724714] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.724890] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.725104] env[63862]: DEBUG nova.network.neutron [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.816766] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097964, 'name': ReconfigVM_Task, 'duration_secs': 0.308289} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.817184] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ecc3a7d6-6503-47d6-bb76-febfa0c9091b/ecc3a7d6-6503-47d6-bb76-febfa0c9091b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.823289] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ef1eff-d585-47dc-9c48-8ad34b0e1f85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.831411] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fccd0f-be7b-220a-03b6-4c25d7dda934, 'name': SearchDatastore_Task, 'duration_secs': 0.017069} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.833616] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.833616] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.833768] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.833891] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.834445] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.834445] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1976.834445] env[63862]: value = "task-2097966" [ 1976.834445] env[63862]: _type = "Task" [ 1976.834445] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.834657] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1245a8a1-d995-4d68-a3c8-9fb74eaa3018 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.848690] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097966, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.852851] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.853164] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1976.857197] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520410c4-0f80-4c84-aded-a4c8c45c1543 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.863280] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1976.863280] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52910640-692b-33b2-4554-b34cd1746227" [ 1976.863280] env[63862]: _type = "Task" [ 1976.863280] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.874872] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52910640-692b-33b2-4554-b34cd1746227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.907070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.907347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.907581] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.907793] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.908577] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.910356] env[63862]: INFO nova.compute.manager [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Terminating instance [ 1976.924839] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.925118] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.925325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.925520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.925693] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.932155] env[63862]: INFO nova.compute.manager [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Terminating instance [ 1976.939285] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097963, 'name': ReconfigVM_Task, 'duration_secs': 0.521823} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.942122] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53/volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.947769] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc63d93-45c5-4428-a55c-e25b6125460b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.965355] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 1976.965355] env[63862]: value = "task-2097967" [ 1976.965355] env[63862]: _type = "Task" [ 1976.965355] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.977720] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.978884] env[63862]: DEBUG nova.network.neutron [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updated VIF entry in instance network info cache for port 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.979287] env[63862]: DEBUG nova.network.neutron [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updating instance_info_cache with network_info: [{"id": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "address": "fa:16:3e:90:be:13", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb8a07d-5c", "ovs_interfaceid": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.018740] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097965, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.035866] env[63862]: DEBUG nova.network.neutron [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updated VIF entry in instance network info cache for port 85941513-02a1-48e6-bdb4-458411785238. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1977.040027] env[63862]: DEBUG nova.network.neutron [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updating instance_info_cache with network_info: [{"id": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "address": "fa:16:3e:55:d7:cb", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa63ff5-ad", "ovs_interfaceid": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85941513-02a1-48e6-bdb4-458411785238", "address": "fa:16:3e:ef:d4:53", "network": {"id": "af30ed03-1346-462f-8d0b-d23fd9afe9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2018297168", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85941513-02", "ovs_interfaceid": "85941513-02a1-48e6-bdb4-458411785238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d820a44e-5a2f-4f8f-a187-5f992a025518", "address": "fa:16:3e:9b:5e:71", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd820a44e-5a", "ovs_interfaceid": "d820a44e-5a2f-4f8f-a187-5f992a025518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.265765] env[63862]: DEBUG nova.network.neutron [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.345670] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097966, 'name': Rename_Task, 'duration_secs': 0.160629} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.345963] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.346228] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5e94402-37e1-43a3-bcff-b7881fa0412b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.355383] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1977.355383] env[63862]: value = "task-2097968" [ 1977.355383] env[63862]: _type = "Task" [ 1977.355383] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.365542] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.378577] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52910640-692b-33b2-4554-b34cd1746227, 'name': SearchDatastore_Task, 'duration_secs': 0.01534} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.379385] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d013af1-94fd-4869-805e-42a94c2c5869 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.384346] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1977.384346] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5295cc90-cc39-02a2-f971-1687acd58cfc" [ 1977.384346] env[63862]: _type = "Task" [ 1977.384346] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.397263] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5295cc90-cc39-02a2-f971-1687acd58cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.401356] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67024711-d424-4c79-90de-ec30282ad6c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.407957] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5bb28a-2116-4395-9e56-d7d9dd2137f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.414624] env[63862]: DEBUG nova.compute.manager [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1977.414877] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1977.443707] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6dac7a-7e34-4718-be49-ec58bac614d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.447729] env[63862]: DEBUG nova.compute.manager [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1977.447729] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1977.450507] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f0e21e-1353-40cc-bbe8-541d104f1da9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.454022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50665208-f33d-4854-ab8e-113919673e3a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.461022] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1977.464958] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea672a03-da1b-445b-96a7-7beed340395c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.466323] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1977.466640] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38ac02d8-12b9-4fd1-8f2d-3b87f0f5c7bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.468946] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa936fbf-0533-43e5-8cff-7c94eee5c533 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.490641] env[63862]: DEBUG oslo_concurrency.lockutils [req-c8f760d5-c38f-4851-a142-3ec8716dc2e8 req-c7d6600c-bd31-4ac9-8971-c7e506679531 service nova] Releasing lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.491302] env[63862]: DEBUG nova.compute.provider_tree [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.492679] env[63862]: DEBUG oslo_vmware.api [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1977.492679] env[63862]: value = "task-2097969" [ 1977.492679] env[63862]: _type = "Task" [ 1977.492679] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.497101] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097967, 'name': ReconfigVM_Task, 'duration_secs': 0.172339} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.500799] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429563', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'name': 'volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edb95cc6-a598-43a1-9be4-45a0a89da796', 'attached_at': '', 'detached_at': '', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'serial': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1977.501267] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292ce0df-46ac-42ea-baf9-88db78e7e2c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.515185] env[63862]: DEBUG oslo_vmware.api [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.517728] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 1977.517728] env[63862]: value = "task-2097971" [ 1977.517728] env[63862]: _type = "Task" [ 1977.517728] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.525817] env[63862]: DEBUG nova.network.neutron [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance_info_cache with network_info: [{"id": "493101a1-e18b-4729-bedc-f23626c2aae0", "address": "fa:16:3e:d3:47:12", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493101a1-e1", "ovs_interfaceid": "493101a1-e18b-4729-bedc-f23626c2aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.527788] env[63862]: DEBUG oslo_vmware.api [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097965, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546605} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.528645] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1977.528878] env[63862]: INFO nova.compute.manager [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Took 17.80 seconds to snapshot the instance on the hypervisor. [ 1977.535339] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097971, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.543958] env[63862]: DEBUG oslo_concurrency.lockutils [req-df9dec25-2426-4e7d-b5f6-f2c168ed1145 req-876d3d3b-e415-4975-a144-b923166e561f service nova] Releasing lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.572349] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "aef3289d-3eb2-4d87-b2f8-a4f335368113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.572349] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.586944] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.587291] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.587644] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleting the datastore file [datastore2] 5f4ba151-330b-4ea0-8daa-6f917b22f3cc {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.588595] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb911ff-91a1-42fd-92ed-fc920cc1cbcf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.597455] env[63862]: DEBUG oslo_vmware.api [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 1977.597455] env[63862]: value = "task-2097972" [ 1977.597455] env[63862]: _type = "Task" [ 1977.597455] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.606913] env[63862]: DEBUG oslo_vmware.api [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.868118] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097968, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.896923] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5295cc90-cc39-02a2-f971-1687acd58cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.022138} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.897264] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.897608] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4115827a-5561-44e4-97cb-ac47c2be2c66/4115827a-5561-44e4-97cb-ac47c2be2c66.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1977.897835] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4cac492-f44f-4f66-803f-42c37feefe5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.906989] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1977.906989] env[63862]: value = "task-2097973" [ 1977.906989] env[63862]: _type = "Task" [ 1977.906989] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.916841] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.002666] env[63862]: DEBUG nova.scheduler.client.report [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.014490] env[63862]: DEBUG oslo_vmware.api [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097969, 'name': PowerOffVM_Task, 'duration_secs': 0.256223} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.015569] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.015569] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1978.015569] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c449ef43-f124-4d16-a23e-dd6f1824feb9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.029241] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.029586] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Instance network_info: |[{"id": "493101a1-e18b-4729-bedc-f23626c2aae0", "address": "fa:16:3e:d3:47:12", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493101a1-e1", "ovs_interfaceid": "493101a1-e18b-4729-bedc-f23626c2aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.029980] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097971, 'name': Rename_Task, 'duration_secs': 0.168251} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.030316] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:47:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '493101a1-e18b-4729-bedc-f23626c2aae0', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.038088] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Creating folder: Project (ba906b5934eb45d0af68a957747bb77e). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.038450] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.038952] env[63862]: DEBUG nova.compute.manager [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Instance disappeared during snapshot {{(pid=63862) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1978.041303] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fbfe2a6-e520-4d79-8ae4-9a1e3b681a83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.042991] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69cd260d-8d03-483b-b28f-7bd67611b489 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.054630] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 1978.054630] env[63862]: value = "task-2097975" [ 1978.054630] env[63862]: _type = "Task" [ 1978.054630] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.058768] env[63862]: DEBUG nova.compute.manager [None req-8a2342c5-bd1b-46bd-ab4a-7d1b943c67bd tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image not found during clean up 001e1d99-89ef-466b-88a6-936c63d6367c {{(pid=63862) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1978.065275] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.067249] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Created folder: Project (ba906b5934eb45d0af68a957747bb77e) in parent group-v429490. [ 1978.067249] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Creating folder: Instances. Parent ref: group-v429611. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.067477] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64420cf7-e283-4cf9-88e9-38f9185edc34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.079765] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Created folder: Instances in parent group-v429611. [ 1978.079968] env[63862]: DEBUG oslo.service.loopingcall [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.080196] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.080970] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f7b0bb2-5417-41c2-90c3-fa694ab71f71 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.105486] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.105486] env[63862]: value = "task-2097978" [ 1978.105486] env[63862]: _type = "Task" [ 1978.105486] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.109093] env[63862]: DEBUG oslo_vmware.api [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2097972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315107} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.112992] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.113390] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1978.113621] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1978.113827] env[63862]: INFO nova.compute.manager [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1978.114135] env[63862]: DEBUG oslo.service.loopingcall [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.114369] env[63862]: DEBUG nova.compute.manager [-] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1978.114599] env[63862]: DEBUG nova.network.neutron [-] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1978.123509] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097978, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.130310] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1978.130751] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1978.131043] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Deleting the datastore file [datastore2] a794c6c2-da0b-4ee9-ab9f-7fcf706bf514 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1978.131619] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7adb7c68-938b-4388-91e0-162ad3d79320 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.139046] env[63862]: DEBUG oslo_vmware.api [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for the task: (returnval){ [ 1978.139046] env[63862]: value = "task-2097979" [ 1978.139046] env[63862]: _type = "Task" [ 1978.139046] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.147965] env[63862]: DEBUG oslo_vmware.api [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.206265] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-vif-plugged-d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.206511] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Acquiring lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.206759] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.206931] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.207116] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] No waiting events found dispatching network-vif-plugged-d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.207294] env[63862]: WARNING nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received unexpected event network-vif-plugged-d820a44e-5a2f-4f8f-a187-5f992a025518 for instance with vm_state building and task_state spawning. [ 1978.207456] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-changed-d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.207612] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Refreshing instance network info cache due to event network-changed-d820a44e-5a2f-4f8f-a187-5f992a025518. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1978.207808] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Acquiring lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.207932] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Acquired lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.208100] env[63862]: DEBUG nova.network.neutron [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Refreshing network info cache for port d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.238146] env[63862]: DEBUG nova.compute.manager [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Received event network-vif-plugged-636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.238403] env[63862]: DEBUG oslo_concurrency.lockutils [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] Acquiring lock "edb95cc6-a598-43a1-9be4-45a0a89da796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.238673] env[63862]: DEBUG oslo_concurrency.lockutils [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.238876] env[63862]: DEBUG oslo_concurrency.lockutils [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.239116] env[63862]: DEBUG nova.compute.manager [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] No waiting events found dispatching network-vif-plugged-636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.239407] env[63862]: WARNING nova.compute.manager [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Received unexpected event network-vif-plugged-636df0b4-d541-48bb-8069-af6f5e13b101 for instance with vm_state building and task_state spawning. [ 1978.239561] env[63862]: DEBUG nova.compute.manager [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Received event network-changed-636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1978.239699] env[63862]: DEBUG nova.compute.manager [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Refreshing instance network info cache due to event network-changed-636df0b4-d541-48bb-8069-af6f5e13b101. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1978.239936] env[63862]: DEBUG oslo_concurrency.lockutils [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] Acquiring lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.240089] env[63862]: DEBUG oslo_concurrency.lockutils [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] Acquired lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.240276] env[63862]: DEBUG nova.network.neutron [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Refreshing network info cache for port 636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.376965] env[63862]: DEBUG oslo_vmware.api [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2097968, 'name': PowerOnVM_Task, 'duration_secs': 0.530676} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.377443] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1978.377836] env[63862]: INFO nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1978.377976] env[63862]: DEBUG nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1978.380099] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7c0340-6439-458d-b0d1-ede6fc7ea902 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.416721] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c73f-0095-bf01-d0e4-7fd4787458ae/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1978.417731] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c7e1ad-1acc-4e86-8a5e-9be55185adb8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.424271] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.430018] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c73f-0095-bf01-d0e4-7fd4787458ae/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1978.430018] env[63862]: ERROR oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c73f-0095-bf01-d0e4-7fd4787458ae/disk-0.vmdk due to incomplete transfer. [ 1978.430018] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb2934e9-caac-42eb-bedc-9b7e2cc99d8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.441020] env[63862]: DEBUG oslo_vmware.rw_handles [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5297c73f-0095-bf01-d0e4-7fd4787458ae/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1978.441020] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Uploaded image 81f90def-005c-4441-9f7d-6726bf045e7f to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1978.441020] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1978.441382] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c6fd92d-ea64-4481-96dd-9d8f87780ecc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.451174] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1978.451174] env[63862]: value = "task-2097980" [ 1978.451174] env[63862]: _type = "Task" [ 1978.451174] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.464652] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097980, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.508088] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.508853] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1978.513399] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.137s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.513731] env[63862]: DEBUG nova.objects.instance [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lazy-loading 'resources' on Instance uuid d3e3a20a-d982-4c96-b589-a5cb9162f59a {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1978.567456] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097975, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.622616] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097978, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.651157] env[63862]: DEBUG oslo_vmware.api [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Task: {'id': task-2097979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482152} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.651452] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1978.651647] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1978.651823] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1978.652010] env[63862]: INFO nova.compute.manager [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1978.652270] env[63862]: DEBUG oslo.service.loopingcall [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.652577] env[63862]: DEBUG nova.compute.manager [-] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1978.652577] env[63862]: DEBUG nova.network.neutron [-] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1978.908772] env[63862]: INFO nova.compute.manager [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Took 39.90 seconds to build instance. [ 1978.923894] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604641} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.926986] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4115827a-5561-44e4-97cb-ac47c2be2c66/4115827a-5561-44e4-97cb-ac47c2be2c66.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1978.932404] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1978.932585] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef899496-5a13-4505-a98b-02f02266c4bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.943455] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1978.943455] env[63862]: value = "task-2097981" [ 1978.943455] env[63862]: _type = "Task" [ 1978.943455] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.952063] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.966907] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097980, 'name': Destroy_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.018124] env[63862]: DEBUG nova.compute.utils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1979.024574] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1979.024739] env[63862]: DEBUG nova.network.neutron [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1979.066103] env[63862]: DEBUG oslo_vmware.api [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2097975, 'name': PowerOnVM_Task, 'duration_secs': 0.757371} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.066383] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.066585] env[63862]: INFO nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Took 6.20 seconds to spawn the instance on the hypervisor. [ 1979.066760] env[63862]: DEBUG nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.067581] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3689b8fc-b0d1-4e3a-be01-e589a44336c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.093758] env[63862]: DEBUG nova.network.neutron [-] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.128154] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097978, 'name': CreateVM_Task, 'duration_secs': 0.642409} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.130950] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.131853] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.132021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.132341] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.132889] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6834e164-5d28-4d15-9cf7-4eefb67061e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.143744] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1979.143744] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cb101a-519c-bcab-4990-6b47268d3c6f" [ 1979.143744] env[63862]: _type = "Task" [ 1979.143744] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.156633] env[63862]: DEBUG nova.policy [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41fdb549341549909e1cbed09da23da7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11eedd5d807248fbb6ffe3dabcc61c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1979.166800] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cb101a-519c-bcab-4990-6b47268d3c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.167942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.167942] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.167942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.167942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.168453] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.171393] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b0be040-3483-44dd-b08e-e03b3dd124d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.184336] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.184336] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.185104] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca85e1f-83d0-4116-a6c1-c27180980289 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.193778] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1979.193778] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524437c1-67b2-9937-6a98-ca197f2387f1" [ 1979.193778] env[63862]: _type = "Task" [ 1979.193778] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.205212] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524437c1-67b2-9937-6a98-ca197f2387f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.267123] env[63862]: DEBUG nova.network.neutron [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updated VIF entry in instance network info cache for port d820a44e-5a2f-4f8f-a187-5f992a025518. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.267225] env[63862]: DEBUG nova.network.neutron [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updating instance_info_cache with network_info: [{"id": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "address": "fa:16:3e:55:d7:cb", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa63ff5-ad", "ovs_interfaceid": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85941513-02a1-48e6-bdb4-458411785238", "address": "fa:16:3e:ef:d4:53", "network": {"id": "af30ed03-1346-462f-8d0b-d23fd9afe9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2018297168", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85941513-02", "ovs_interfaceid": "85941513-02a1-48e6-bdb4-458411785238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d820a44e-5a2f-4f8f-a187-5f992a025518", "address": "fa:16:3e:9b:5e:71", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd820a44e-5a", "ovs_interfaceid": "d820a44e-5a2f-4f8f-a187-5f992a025518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.294438] env[63862]: DEBUG nova.network.neutron [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updated VIF entry in instance network info cache for port 636df0b4-d541-48bb-8069-af6f5e13b101. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.295806] env[63862]: DEBUG nova.network.neutron [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updating instance_info_cache with network_info: [{"id": "636df0b4-d541-48bb-8069-af6f5e13b101", "address": "fa:16:3e:82:96:c8", "network": {"id": "2dfc97cf-d601-4884-a901-afa13982f73e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1292858431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e08134189de42d192a8d60a1d2bfc2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636df0b4-d5", "ovs_interfaceid": "636df0b4-d541-48bb-8069-af6f5e13b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.415339] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e348ad9-2a5d-42ba-a2d2-3fe92682286a tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.313s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.457018] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300232} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.461317] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1979.464336] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db74e9-aa2f-45d5-91e1-10068d1d604d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.477248] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097980, 'name': Destroy_Task, 'duration_secs': 0.517874} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.488011] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Destroyed the VM [ 1979.488455] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1979.497056] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 4115827a-5561-44e4-97cb-ac47c2be2c66/4115827a-5561-44e4-97cb-ac47c2be2c66.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.500010] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc7b30ad-1876-4a87-ba57-3ea8af47d1ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.502046] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130fa470-d2e3-44ee-b6ce-ea2cf2c4234f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.525028] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1979.525028] env[63862]: value = "task-2097982" [ 1979.525028] env[63862]: _type = "Task" [ 1979.525028] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.526324] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1979.529480] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1979.529480] env[63862]: value = "task-2097983" [ 1979.529480] env[63862]: _type = "Task" [ 1979.529480] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.533037] env[63862]: DEBUG nova.network.neutron [-] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.546080] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.549503] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.597769] env[63862]: INFO nova.compute.manager [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Took 37.61 seconds to build instance. [ 1979.600016] env[63862]: INFO nova.compute.manager [-] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Took 1.48 seconds to deallocate network for instance. [ 1979.605345] env[63862]: DEBUG nova.network.neutron [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Successfully created port: 95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1979.696732] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae5ebe6-54db-46cb-96e8-8661e5005fcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.712816] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19175ebe-f1f2-4f61-9809-2b4dc99a8f62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.716143] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524437c1-67b2-9937-6a98-ca197f2387f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.717349] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a186fc5-5e0e-497b-b653-bcaf74479da9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.753824] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61fadd0-024e-4dd6-acb2-287a8e94e001 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.757888] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1979.757888] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52055d59-8f34-898d-6c28-7a6fc8df362f" [ 1979.757888] env[63862]: _type = "Task" [ 1979.757888] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.767322] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b7c482-f05f-4c44-ad95-15427716e01d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.776053] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Releasing lock "refresh_cache-4115827a-5561-44e4-97cb-ac47c2be2c66" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.776306] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Received event network-vif-plugged-493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1979.776646] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Acquiring lock "a468b187-e36c-43f0-bd86-126564068f4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.776976] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Lock "a468b187-e36c-43f0-bd86-126564068f4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.777255] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Lock "a468b187-e36c-43f0-bd86-126564068f4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.777524] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] No waiting events found dispatching network-vif-plugged-493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1979.777760] env[63862]: WARNING nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Received unexpected event network-vif-plugged-493101a1-e18b-4729-bedc-f23626c2aae0 for instance with vm_state building and task_state spawning. [ 1979.778022] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Received event network-changed-493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1979.778287] env[63862]: DEBUG nova.compute.manager [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Refreshing instance network info cache due to event network-changed-493101a1-e18b-4729-bedc-f23626c2aae0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1979.778630] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Acquiring lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.778886] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Acquired lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.779182] env[63862]: DEBUG nova.network.neutron [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Refreshing network info cache for port 493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.780595] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52055d59-8f34-898d-6c28-7a6fc8df362f, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.784034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.784034] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a468b187-e36c-43f0-bd86-126564068f4e/a468b187-e36c-43f0-bd86-126564068f4e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1979.784034] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a55ee55-879f-48de-87ae-9efe0c18ba95 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.793521] env[63862]: DEBUG nova.compute.provider_tree [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1979.797380] env[63862]: DEBUG oslo_concurrency.lockutils [req-7361fe28-3888-4923-b2b5-0ab91e6fef98 req-f91bc824-3f5d-4cba-a16b-99b8dcf7cd7e service nova] Releasing lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.805476] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1979.805476] env[63862]: value = "task-2097984" [ 1979.805476] env[63862]: _type = "Task" [ 1979.805476] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.816232] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.918303] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.045143] env[63862]: INFO nova.compute.manager [-] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Took 1.39 seconds to deallocate network for instance. [ 1980.057541] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097982, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.062151] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097983, 'name': ReconfigVM_Task, 'duration_secs': 0.532855} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.062481] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 4115827a-5561-44e4-97cb-ac47c2be2c66/4115827a-5561-44e4-97cb-ac47c2be2c66.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.065031] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b976bae-f8dd-4c78-905c-9cc4fd9564d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.075781] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1980.075781] env[63862]: value = "task-2097985" [ 1980.075781] env[63862]: _type = "Task" [ 1980.075781] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.089619] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097985, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.102030] env[63862]: DEBUG oslo_concurrency.lockutils [None req-21a860dc-305d-4b0d-af74-3459b689963d tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.203s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.108289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.298077] env[63862]: DEBUG nova.scheduler.client.report [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1980.318393] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097984, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.445541] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.509901] env[63862]: DEBUG nova.compute.manager [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Received event network-vif-deleted-6e5ab6d2-4922-48a5-90d6-3a88c5140a03 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.510042] env[63862]: DEBUG nova.compute.manager [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Received event network-vif-deleted-434d2a09-5a4b-4c9b-9e07-669bea89d9a3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.510230] env[63862]: DEBUG nova.compute.manager [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Received event network-changed-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.510395] env[63862]: DEBUG nova.compute.manager [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Refreshing instance network info cache due to event network-changed-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1980.510648] env[63862]: DEBUG oslo_concurrency.lockutils [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] Acquiring lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.510866] env[63862]: DEBUG oslo_concurrency.lockutils [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] Acquired lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.510947] env[63862]: DEBUG nova.network.neutron [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Refreshing network info cache for port 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.540691] env[63862]: DEBUG oslo_vmware.api [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097982, 'name': RemoveSnapshot_Task, 'duration_secs': 0.863002} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.541856] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1980.544224] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1980.544499] env[63862]: INFO nova.compute.manager [None req-1a6ac934-9b63-464d-91af-9f8c7fb7b899 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Took 19.79 seconds to snapshot the instance on the hypervisor. [ 1980.555344] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.580963] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1980.581796] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1980.581796] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1980.581959] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1980.582176] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1980.582360] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1980.582579] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1980.582744] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1980.582915] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1980.583092] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1980.583281] env[63862]: DEBUG nova.virt.hardware [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1980.584612] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08263258-7620-4f24-a672-f2447d7e4fc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.592784] env[63862]: DEBUG nova.network.neutron [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updated VIF entry in instance network info cache for port 493101a1-e18b-4729-bedc-f23626c2aae0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.593290] env[63862]: DEBUG nova.network.neutron [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance_info_cache with network_info: [{"id": "493101a1-e18b-4729-bedc-f23626c2aae0", "address": "fa:16:3e:d3:47:12", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493101a1-e1", "ovs_interfaceid": "493101a1-e18b-4729-bedc-f23626c2aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.611389] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1980.614356] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097985, 'name': Rename_Task, 'duration_secs': 0.353928} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.616934] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1980.618141] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f198c1f-626e-4d72-a5ee-a979f1fc280d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.622021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26c794-75f7-4825-83c4-724d0db61321 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.640379] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1980.640379] env[63862]: value = "task-2097986" [ 1980.640379] env[63862]: _type = "Task" [ 1980.640379] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.651384] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.705351] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.705635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.705923] env[63862]: INFO nova.compute.manager [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Rebooting instance [ 1980.804696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.807259] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.804s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.807878] env[63862]: DEBUG nova.objects.instance [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lazy-loading 'resources' on Instance uuid 81e97a03-1511-4639-b8f1-9d0c87c5e40f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.819981] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542748} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.819981] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a468b187-e36c-43f0-bd86-126564068f4e/a468b187-e36c-43f0-bd86-126564068f4e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.819981] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.819981] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a78ffbad-1a6a-4806-882d-07d38836b2cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.829693] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1980.829693] env[63862]: value = "task-2097987" [ 1980.829693] env[63862]: _type = "Task" [ 1980.829693] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.836373] env[63862]: INFO nova.scheduler.client.report [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Deleted allocations for instance d3e3a20a-d982-4c96-b589-a5cb9162f59a [ 1980.850719] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.104602] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff4c9820-90b6-430a-aaf1-ec99def005b4 req-64114504-0928-4b92-ab33-e7506ddb1664 service nova] Releasing lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.133315] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.158343] env[63862]: DEBUG oslo_vmware.api [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097986, 'name': PowerOnVM_Task, 'duration_secs': 0.513533} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.158343] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.158343] env[63862]: INFO nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Took 15.70 seconds to spawn the instance on the hypervisor. [ 1981.158343] env[63862]: DEBUG nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.159299] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a2a0a7-3095-4acf-954b-bd3b5c1dd9f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.224727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.345259] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083732} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.345717] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6b3ca532-65ba-417d-919a-d4112895ce89 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.795s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.346599] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1981.346910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.330s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.347127] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.347324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.347484] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.351466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f8e60-3bcd-40e2-883a-708a9361dd98 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.357693] env[63862]: INFO nova.compute.manager [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Terminating instance [ 1981.394238] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] a468b187-e36c-43f0-bd86-126564068f4e/a468b187-e36c-43f0-bd86-126564068f4e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1981.400345] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc58dca3-c74e-4437-ac1d-c4b4e76398ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.424698] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1981.424698] env[63862]: value = "task-2097988" [ 1981.424698] env[63862]: _type = "Task" [ 1981.424698] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.435402] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.692347] env[63862]: INFO nova.compute.manager [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Took 47.24 seconds to build instance. [ 1981.700395] env[63862]: DEBUG nova.compute.manager [req-6585e275-3735-4637-bacd-c32aafcc68b6 req-12375e68-af43-4664-bee8-fffa51a26624 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Received event network-vif-plugged-95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1981.700624] env[63862]: DEBUG oslo_concurrency.lockutils [req-6585e275-3735-4637-bacd-c32aafcc68b6 req-12375e68-af43-4664-bee8-fffa51a26624 service nova] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.700884] env[63862]: DEBUG oslo_concurrency.lockutils [req-6585e275-3735-4637-bacd-c32aafcc68b6 req-12375e68-af43-4664-bee8-fffa51a26624 service nova] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.701094] env[63862]: DEBUG oslo_concurrency.lockutils [req-6585e275-3735-4637-bacd-c32aafcc68b6 req-12375e68-af43-4664-bee8-fffa51a26624 service nova] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.701274] env[63862]: DEBUG nova.compute.manager [req-6585e275-3735-4637-bacd-c32aafcc68b6 req-12375e68-af43-4664-bee8-fffa51a26624 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] No waiting events found dispatching network-vif-plugged-95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1981.701439] env[63862]: WARNING nova.compute.manager [req-6585e275-3735-4637-bacd-c32aafcc68b6 req-12375e68-af43-4664-bee8-fffa51a26624 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Received unexpected event network-vif-plugged-95ddfcce-b947-40b7-af18-0934ae8338bc for instance with vm_state building and task_state spawning. [ 1981.714028] env[63862]: DEBUG nova.network.neutron [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updated VIF entry in instance network info cache for port 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.714396] env[63862]: DEBUG nova.network.neutron [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updating instance_info_cache with network_info: [{"id": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "address": "fa:16:3e:90:be:13", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb8a07d-5c", "ovs_interfaceid": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.835211] env[63862]: DEBUG nova.network.neutron [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Successfully updated port: 95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1981.883866] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.883955] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquired lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.885180] env[63862]: DEBUG nova.network.neutron [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1981.914681] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f034586-366c-4f39-89f5-4e124a2b5e01 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.923573] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a6208b-5a4e-4852-9d76-4965d86f2441 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.939207] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.965672] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875be14-b96e-4c76-a3e1-2d0fd88e2b9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.975025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a19385-d88c-4923-90f6-4f9833ae6039 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.991039] env[63862]: DEBUG nova.compute.provider_tree [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.194447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125ffe69-e69b-4927-82ad-2a00f110b82d tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.715s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.216821] env[63862]: DEBUG oslo_concurrency.lockutils [req-db0010d0-58ff-4ad6-a107-91591742592a req-96b06dfa-18c0-427f-8616-6233ff49932a service nova] Releasing lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.217494] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquired lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.217686] env[63862]: DEBUG nova.network.neutron [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.339559] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.339559] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.339559] env[63862]: DEBUG nova.network.neutron [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.389021] env[63862]: DEBUG nova.compute.utils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Can not refresh info_cache because instance was not found {{(pid=63862) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1982.405153] env[63862]: DEBUG nova.network.neutron [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.439522] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097988, 'name': ReconfigVM_Task, 'duration_secs': 0.699821} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.439712] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Reconfigured VM instance instance-00000029 to attach disk [datastore2] a468b187-e36c-43f0-bd86-126564068f4e/a468b187-e36c-43f0-bd86-126564068f4e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.440424] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a4c389-1955-4b86-b107-492c1a1e01b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.448892] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1982.448892] env[63862]: value = "task-2097989" [ 1982.448892] env[63862]: _type = "Task" [ 1982.448892] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.458219] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097989, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.495495] env[63862]: DEBUG nova.scheduler.client.report [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.507534] env[63862]: DEBUG nova.network.neutron [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.685360] env[63862]: DEBUG nova.compute.manager [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Received event network-changed-636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1982.685834] env[63862]: DEBUG nova.compute.manager [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Refreshing instance network info cache due to event network-changed-636df0b4-d541-48bb-8069-af6f5e13b101. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1982.685930] env[63862]: DEBUG oslo_concurrency.lockutils [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] Acquiring lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.686472] env[63862]: DEBUG oslo_concurrency.lockutils [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] Acquired lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.686472] env[63862]: DEBUG nova.network.neutron [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Refreshing network info cache for port 636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.700030] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1982.898176] env[63862]: DEBUG nova.network.neutron [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1982.958897] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097989, 'name': Rename_Task, 'duration_secs': 0.162981} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.959204] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1982.959450] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729fa1eb-e65b-45d1-bdad-4bdf55f06dfe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.966090] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 1982.966090] env[63862]: value = "task-2097990" [ 1982.966090] env[63862]: _type = "Task" [ 1982.966090] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.976840] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.000937] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.003955] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.106s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.010212] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Releasing lock "refresh_cache-d3e3a20a-d982-4c96-b589-a5cb9162f59a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.010212] env[63862]: DEBUG nova.compute.manager [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.011388] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.011796] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6941eb1-bcad-4974-ae5c-6e324dc7e465 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.024767] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d767dcd7-a748-4f91-b187-141301a2c775 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.043963] env[63862]: INFO nova.scheduler.client.report [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Deleted allocations for instance 81e97a03-1511-4639-b8f1-9d0c87c5e40f [ 1983.071158] env[63862]: WARNING nova.virt.vmwareapi.vmops [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d3e3a20a-d982-4c96-b589-a5cb9162f59a could not be found. [ 1983.071384] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1983.071603] env[63862]: INFO nova.compute.manager [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1983.071875] env[63862]: DEBUG oslo.service.loopingcall [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.074370] env[63862]: DEBUG nova.compute.manager [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1983.074493] env[63862]: DEBUG nova.network.neutron [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1983.101369] env[63862]: DEBUG nova.network.neutron [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1983.118860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "721fd930-260b-46e1-a6e7-7058d5ff875a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.119498] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.119498] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "721fd930-260b-46e1-a6e7-7058d5ff875a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.119602] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.119776] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.121853] env[63862]: INFO nova.compute.manager [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Terminating instance [ 1983.123257] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "4115827a-5561-44e4-97cb-ac47c2be2c66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.123472] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.123849] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.123849] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.123969] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.128254] env[63862]: INFO nova.compute.manager [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Terminating instance [ 1983.161620] env[63862]: DEBUG nova.network.neutron [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updating instance_info_cache with network_info: [{"id": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "address": "fa:16:3e:90:be:13", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb8a07d-5c", "ovs_interfaceid": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.185727] env[63862]: DEBUG nova.network.neutron [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updating instance_info_cache with network_info: [{"id": "95ddfcce-b947-40b7-af18-0934ae8338bc", "address": "fa:16:3e:78:83:70", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddfcce-b9", "ovs_interfaceid": "95ddfcce-b947-40b7-af18-0934ae8338bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.194411] env[63862]: DEBUG nova.compute.manager [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.195396] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5105b79-b9e7-4d5a-9ae7-ff77351a9fb6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.224875] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.478519] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097990, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.556471] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f607654c-6970-4df2-a29b-ea801fb6a62d tempest-ServerPasswordTestJSON-1711699777 tempest-ServerPasswordTestJSON-1711699777-project-member] Lock "81e97a03-1511-4639-b8f1-9d0c87c5e40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.754s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.603742] env[63862]: DEBUG nova.network.neutron [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.629723] env[63862]: DEBUG nova.compute.manager [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.629973] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.631737] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85924ab-ac57-433c-b10a-dc5f448572dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.635358] env[63862]: DEBUG nova.compute.manager [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.635358] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.636394] env[63862]: DEBUG nova.network.neutron [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updated VIF entry in instance network info cache for port 636df0b4-d541-48bb-8069-af6f5e13b101. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.636733] env[63862]: DEBUG nova.network.neutron [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updating instance_info_cache with network_info: [{"id": "636df0b4-d541-48bb-8069-af6f5e13b101", "address": "fa:16:3e:82:96:c8", "network": {"id": "2dfc97cf-d601-4884-a901-afa13982f73e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1292858431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e08134189de42d192a8d60a1d2bfc2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636df0b4-d5", "ovs_interfaceid": "636df0b4-d541-48bb-8069-af6f5e13b101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.638358] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db22d3-0d9e-486d-87e1-f1160c74d2c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.645971] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.648000] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-497ba034-23ad-4d4e-a7a8-926e1fe87f54 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.649708] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.650714] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbcb6d9-84cb-4384-a5ff-bd02ff73e255 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.656149] env[63862]: DEBUG oslo_vmware.api [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1983.656149] env[63862]: value = "task-2097992" [ 1983.656149] env[63862]: _type = "Task" [ 1983.656149] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.659193] env[63862]: DEBUG oslo_vmware.api [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1983.659193] env[63862]: value = "task-2097991" [ 1983.659193] env[63862]: _type = "Task" [ 1983.659193] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.664745] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Releasing lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.671364] env[63862]: DEBUG oslo_vmware.api [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.674812] env[63862]: DEBUG oslo_vmware.api [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.688562] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.690175] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Instance network_info: |[{"id": "95ddfcce-b947-40b7-af18-0934ae8338bc", "address": "fa:16:3e:78:83:70", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddfcce-b9", "ovs_interfaceid": "95ddfcce-b947-40b7-af18-0934ae8338bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1983.690175] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:83:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ddfcce-b947-40b7-af18-0934ae8338bc', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1983.697337] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Creating folder: Project (11eedd5d807248fbb6ffe3dabcc61c47). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1983.698062] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e06c16cf-ca32-4bc7-8a1e-3ebb0e7e75c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.707252] env[63862]: INFO nova.compute.manager [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] instance snapshotting [ 1983.711849] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54655b73-c66c-4fc9-a8bd-9f14e23a43e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.715720] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Created folder: Project (11eedd5d807248fbb6ffe3dabcc61c47) in parent group-v429490. [ 1983.715927] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Creating folder: Instances. Parent ref: group-v429614. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1983.716772] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93aea488-db2f-4073-898f-fb830e3a4742 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.740314] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2b214-927f-4e4a-84d3-59bf8be2a995 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.743195] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Created folder: Instances in parent group-v429614. [ 1983.743458] env[63862]: DEBUG oslo.service.loopingcall [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1983.743684] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1983.744354] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-227780de-c753-43ab-b0f2-dd2ead0b27a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.766488] env[63862]: DEBUG nova.compute.manager [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Received event network-changed-95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1983.766802] env[63862]: DEBUG nova.compute.manager [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Refreshing instance network info cache due to event network-changed-95ddfcce-b947-40b7-af18-0934ae8338bc. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1983.766933] env[63862]: DEBUG oslo_concurrency.lockutils [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] Acquiring lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.767115] env[63862]: DEBUG oslo_concurrency.lockutils [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] Acquired lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.767263] env[63862]: DEBUG nova.network.neutron [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Refreshing network info cache for port 95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1983.773149] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1983.773149] env[63862]: value = "task-2097995" [ 1983.773149] env[63862]: _type = "Task" [ 1983.773149] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.779462] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097995, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.977963] env[63862]: DEBUG oslo_vmware.api [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2097990, 'name': PowerOnVM_Task, 'duration_secs': 0.884187} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.978275] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.978486] env[63862]: INFO nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1983.978729] env[63862]: DEBUG nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.979525] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea43ac6f-355f-4508-b8cf-3ffe869f84e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.045302] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0b1219cd-8dbe-4ac8-b867-3c956bf43288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.045412] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a57679b4-7b79-4644-ac00-8b6a529d836c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.045529] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 721fd930-260b-46e1-a6e7-7058d5ff875a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.045674] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 06cf82f5-edb4-4bab-8396-43f652e0c1cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.045833] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance eff61fb5-f335-4ab7-b3e7-1ac87357e939 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.045953] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance ae109144-b868-4d2f-aac0-cb9b59b1627e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.046094] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5055db0a-a895-4fbd-be64-e587e03ce58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.046206] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 1e764253-af3a-41b9-95f5-ecba50effbfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance cd512d37-903a-4b5b-91d3-81c6c4417a0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4cfe5db8-924d-4733-a0aa-77b41889ab56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 6f889af8-b931-4697-8b97-c7d34a8878e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c3c4e837-d53e-4134-bc5a-aa5bd751d295 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a83d32f0-ddaa-402f-a2b3-72f1936e01f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3530f4ac-4e50-4950-aaca-082995af7da7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.049081] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5f4ba151-330b-4ea0-8daa-6f917b22f3cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.049081] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a794c6c2-da0b-4ee9-ab9f-7fcf706bf514 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4115827a-5561-44e4-97cb-ac47c2be2c66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance ecc3a7d6-6503-47d6-bb76-febfa0c9091b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049081] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance edb95cc6-a598-43a1-9be4-45a0a89da796 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049784] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a468b187-e36c-43f0-bd86-126564068f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.049784] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3a3816f6-9478-45f3-be2d-0a58ac0335dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1984.106489] env[63862]: INFO nova.compute.manager [-] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Took 1.03 seconds to deallocate network for instance. [ 1984.143090] env[63862]: DEBUG oslo_concurrency.lockutils [req-c701baab-2559-4496-b2ff-ea40863e1525 req-c023c875-86de-4a9e-94e0-44c3d0a52f3f service nova] Releasing lock "refresh_cache-edb95cc6-a598-43a1-9be4-45a0a89da796" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.169359] env[63862]: DEBUG oslo_vmware.api [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2097992, 'name': PowerOffVM_Task, 'duration_secs': 0.216746} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.170107] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.170313] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.170569] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2b4d1a2-44e2-4e59-93e7-c9f3e2a4e9af {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.176261] env[63862]: DEBUG oslo_vmware.api [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097991, 'name': PowerOffVM_Task, 'duration_secs': 0.178543} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.176684] env[63862]: DEBUG nova.compute.manager [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.177264] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.177451] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.178165] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2947e4-7ae6-403b-9a2b-54ff0bedb441 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.180591] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8286d71-ebcb-48d0-8c1b-201ae82c73e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.270501] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1984.273152] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8cfa3dec-0320-4625-9b4b-f32cfc651659 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.284212] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2097995, 'name': CreateVM_Task, 'duration_secs': 0.480154} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.287696] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1984.287696] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1984.287696] env[63862]: value = "task-2097998" [ 1984.287696] env[63862]: _type = "Task" [ 1984.287696] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.287696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.287696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.287696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1984.287696] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b3cb51-5c50-467d-a2f0-2fc0019fa999 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.296214] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1984.296214] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ed8a38-8c9f-1f40-9b83-1a6ec057adde" [ 1984.296214] env[63862]: _type = "Task" [ 1984.296214] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.299244] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.308169] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ed8a38-8c9f-1f40-9b83-1a6ec057adde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.403419] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.403641] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.403816] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Deleting the datastore file [datastore2] 721fd930-260b-46e1-a6e7-7058d5ff875a {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.404091] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025f729e-f3eb-4040-9952-0892d3af62f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.410566] env[63862]: DEBUG oslo_vmware.api [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for the task: (returnval){ [ 1984.410566] env[63862]: value = "task-2097999" [ 1984.410566] env[63862]: _type = "Task" [ 1984.410566] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.419733] env[63862]: DEBUG oslo_vmware.api [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.504696] env[63862]: INFO nova.compute.manager [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Took 36.25 seconds to build instance. [ 1984.552573] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 6c227bdf-8f6d-404f-af39-863adde871a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1984.558870] env[63862]: DEBUG nova.network.neutron [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updated VIF entry in instance network info cache for port 95ddfcce-b947-40b7-af18-0934ae8338bc. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1984.559257] env[63862]: DEBUG nova.network.neutron [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updating instance_info_cache with network_info: [{"id": "95ddfcce-b947-40b7-af18-0934ae8338bc", "address": "fa:16:3e:78:83:70", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddfcce-b9", "ovs_interfaceid": "95ddfcce-b947-40b7-af18-0934ae8338bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.613035] env[63862]: INFO nova.compute.manager [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance disappeared during terminate [ 1984.613282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-40648b7b-6d59-465c-bad0-6074b17cf43e tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "d3e3a20a-d982-4c96-b589-a5cb9162f59a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.266s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.651853] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.652102] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.652346] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Deleting the datastore file [datastore2] 4115827a-5561-44e4-97cb-ac47c2be2c66 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.652733] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca5e4ded-fa1b-481f-87b5-9f9029a83bb4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.660830] env[63862]: DEBUG oslo_vmware.api [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 1984.660830] env[63862]: value = "task-2098000" [ 1984.660830] env[63862]: _type = "Task" [ 1984.660830] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.669505] env[63862]: DEBUG oslo_vmware.api [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.801345] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.814494] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ed8a38-8c9f-1f40-9b83-1a6ec057adde, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.814989] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.815404] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1984.815780] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.816041] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.816331] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1984.816709] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce2e1cf-58b6-4ddc-8317-197cdbba6fd3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.839474] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1984.839779] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1984.840967] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c458192-c437-4af5-9856-90fd80c3a027 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.851660] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1984.851660] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52fcda21-531a-8d7c-5fd6-7ed157b3c222" [ 1984.851660] env[63862]: _type = "Task" [ 1984.851660] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.864632] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fcda21-531a-8d7c-5fd6-7ed157b3c222, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.865656] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ce07a1-c008-4b6f-b6ff-6a6edcab8ba2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.872046] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1984.872046] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523546ec-4a9c-9c0d-f3c9-82f1e74d3cc5" [ 1984.872046] env[63862]: _type = "Task" [ 1984.872046] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.882938] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523546ec-4a9c-9c0d-f3c9-82f1e74d3cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.922229] env[63862]: DEBUG oslo_vmware.api [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Task: {'id': task-2097999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182219} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.922535] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.922717] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.923922] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.923963] env[63862]: INFO nova.compute.manager [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1984.924235] env[63862]: DEBUG oslo.service.loopingcall [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.924418] env[63862]: DEBUG nova.compute.manager [-] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.924510] env[63862]: DEBUG nova.network.neutron [-] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.007348] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65561c59-f457-4d32-a137-b58fdc073d06 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.122s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.057184] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 309e7d10-4640-48e1-af6c-81abc89d223b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1985.061510] env[63862]: DEBUG oslo_concurrency.lockutils [req-204d07fc-31ba-4c0e-bf06-aa7b8d8b3275 req-8c54bc44-7c41-40fd-9183-5203078a490e service nova] Releasing lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.173568] env[63862]: DEBUG oslo_vmware.api [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227624} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.173568] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.173568] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.173791] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.173791] env[63862]: INFO nova.compute.manager [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Took 1.54 seconds to destroy the instance on the hypervisor. [ 1985.174027] env[63862]: DEBUG oslo.service.loopingcall [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.174250] env[63862]: DEBUG nova.compute.manager [-] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.174356] env[63862]: DEBUG nova.network.neutron [-] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.199253] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146751a-f33d-4c00-a925-cf56a53e5da5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.208946] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Doing hard reboot of VM {{(pid=63862) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1985.208946] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5635a0f3-2bf3-481c-a29f-dfa74bddf82a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.217908] env[63862]: DEBUG oslo_vmware.api [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1985.217908] env[63862]: value = "task-2098001" [ 1985.217908] env[63862]: _type = "Task" [ 1985.217908] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.229146] env[63862]: DEBUG oslo_vmware.api [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098001, 'name': ResetVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.300050] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2097998, 'name': CreateSnapshot_Task, 'duration_secs': 0.718474} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.300406] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1985.301228] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd660918-7aae-431d-b3c5-0485decbd5e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.383979] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523546ec-4a9c-9c0d-f3c9-82f1e74d3cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.384260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.384526] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3a3816f6-9478-45f3-be2d-0a58ac0335dc/3a3816f6-9478-45f3-be2d-0a58ac0335dc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1985.384788] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75c7d99d-94e4-4b9a-b78e-5014aae9e985 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.391804] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1985.391804] env[63862]: value = "task-2098002" [ 1985.391804] env[63862]: _type = "Task" [ 1985.391804] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.401190] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.510136] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1985.560215] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1985.735322] env[63862]: DEBUG oslo_vmware.api [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098001, 'name': ResetVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.825556] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1985.827555] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21e96736-c08f-4917-966c-9d8f16b8647c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.840915] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1985.840915] env[63862]: value = "task-2098003" [ 1985.840915] env[63862]: _type = "Task" [ 1985.840915] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.856987] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098003, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.902831] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098002, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.041863] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.068476] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1986.091440] env[63862]: DEBUG nova.network.neutron [-] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.140076] env[63862]: DEBUG nova.compute.manager [req-3f24ceb6-4ed2-4ae9-8490-d82887e8e582 req-2a26b037-9fbd-42e3-b191-67755ac2f385 service nova] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Received event network-vif-deleted-fa451b47-be43-4a74-953e-0d36941cbb19 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1986.140350] env[63862]: DEBUG nova.compute.manager [req-3f24ceb6-4ed2-4ae9-8490-d82887e8e582 req-2a26b037-9fbd-42e3-b191-67755ac2f385 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-vif-deleted-d820a44e-5a2f-4f8f-a187-5f992a025518 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1986.140630] env[63862]: INFO nova.compute.manager [req-3f24ceb6-4ed2-4ae9-8490-d82887e8e582 req-2a26b037-9fbd-42e3-b191-67755ac2f385 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Neutron deleted interface d820a44e-5a2f-4f8f-a187-5f992a025518; detaching it from the instance and deleting it from the info cache [ 1986.141047] env[63862]: DEBUG nova.network.neutron [req-3f24ceb6-4ed2-4ae9-8490-d82887e8e582 req-2a26b037-9fbd-42e3-b191-67755ac2f385 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updating instance_info_cache with network_info: [{"id": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "address": "fa:16:3e:55:d7:cb", "network": {"id": "9b65dab1-d21e-4b9b-81b7-1e76f6b4f7e8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2143634031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aa63ff5-ad", "ovs_interfaceid": "7aa63ff5-aded-493e-bde9-51e2ad6be3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "85941513-02a1-48e6-bdb4-458411785238", "address": "fa:16:3e:ef:d4:53", "network": {"id": "af30ed03-1346-462f-8d0b-d23fd9afe9ba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2018297168", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85941513-02", "ovs_interfaceid": "85941513-02a1-48e6-bdb4-458411785238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.233431] env[63862]: DEBUG oslo_vmware.api [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098001, 'name': ResetVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.353765] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098003, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.404024] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759662} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.404297] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3a3816f6-9478-45f3-be2d-0a58ac0335dc/3a3816f6-9478-45f3-be2d-0a58ac0335dc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1986.404530] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1986.404885] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1aa93df-8cc2-427f-8b51-500079815b9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.411947] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1986.411947] env[63862]: value = "task-2098004" [ 1986.411947] env[63862]: _type = "Task" [ 1986.411947] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.424608] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.470330] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.470617] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.470832] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.471070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.471250] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.473690] env[63862]: INFO nova.compute.manager [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Terminating instance [ 1986.571425] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a52c8ca3-482e-48df-b8a1-7a20bbbaddf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1986.594832] env[63862]: INFO nova.compute.manager [-] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Took 1.67 seconds to deallocate network for instance. [ 1986.644355] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b19bc47-5011-462b-a6b1-d8fc0e7f1c73 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.655059] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b21fba2-9ec6-4a4d-bb95-0c3b28356746 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.691788] env[63862]: DEBUG nova.compute.manager [req-3f24ceb6-4ed2-4ae9-8490-d82887e8e582 req-2a26b037-9fbd-42e3-b191-67755ac2f385 service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Detach interface failed, port_id=d820a44e-5a2f-4f8f-a187-5f992a025518, reason: Instance 4115827a-5561-44e4-97cb-ac47c2be2c66 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1986.702937] env[63862]: DEBUG nova.network.neutron [-] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.730868] env[63862]: DEBUG oslo_vmware.api [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098001, 'name': ResetVM_Task, 'duration_secs': 1.13542} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.731176] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Did hard reboot of VM {{(pid=63862) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1986.732927] env[63862]: DEBUG nova.compute.manager [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.732927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feed8dca-ae08-4f92-a370-f62a5f9ea1fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.852778] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098003, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.922407] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076197} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.922692] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1986.923579] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a3fc61-4b83-46b4-b15e-e09176511634 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.947123] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 3a3816f6-9478-45f3-be2d-0a58ac0335dc/3a3816f6-9478-45f3-be2d-0a58ac0335dc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1986.948538] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c12b1b4-ac6b-4c6c-bffa-7b660b71dbf8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.965157] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.965403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.969675] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1986.969675] env[63862]: value = "task-2098005" [ 1986.969675] env[63862]: _type = "Task" [ 1986.969675] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.979217] env[63862]: DEBUG nova.compute.manager [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.979442] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.979733] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.980487] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ddb86c-8dba-47c7-a70c-cea7ce276ccf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.988301] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.988600] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18fb642a-2433-4875-903f-9630c9534df8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.995982] env[63862]: DEBUG oslo_vmware.api [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1986.995982] env[63862]: value = "task-2098006" [ 1986.995982] env[63862]: _type = "Task" [ 1986.995982] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.004827] env[63862]: DEBUG oslo_vmware.api [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.075113] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1987.104038] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.206696] env[63862]: INFO nova.compute.manager [-] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Took 2.03 seconds to deallocate network for instance. [ 1987.247973] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713f2623-bdd8-45a8-af9d-357c7c5544db tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.542s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.354621] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098003, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.469636] env[63862]: DEBUG nova.compute.utils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.484930] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.507176] env[63862]: DEBUG oslo_vmware.api [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098006, 'name': PowerOffVM_Task, 'duration_secs': 0.370001} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.507176] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.507176] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.507343] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1150af0b-c1a1-40fe-94dd-733924c666ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.517157] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "777d3286-de11-4541-99f9-b32388e7c7c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.517409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "777d3286-de11-4541-99f9-b32388e7c7c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.545249] env[63862]: DEBUG nova.compute.manager [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1987.577980] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance aae64db3-3ace-4127-a7fe-ec0efb3f9a12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1987.713936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.718023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.718023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.718023] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Deleting the datastore file [datastore2] eff61fb5-f335-4ab7-b3e7-1ac87357e939 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.718023] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42663c2f-10e0-4068-bb12-630c623cd4e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.724420] env[63862]: DEBUG oslo_vmware.api [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 1987.724420] env[63862]: value = "task-2098008" [ 1987.724420] env[63862]: _type = "Task" [ 1987.724420] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.734858] env[63862]: DEBUG oslo_vmware.api [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.855966] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098003, 'name': CloneVM_Task, 'duration_secs': 1.61657} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.859097] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Created linked-clone VM from snapshot [ 1987.859097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2175447-5d97-4d07-b8aa-3c9107e7eef1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.866413] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Uploading image 0c3cd337-f66b-4fd0-9fd6-67314a1328be {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1987.898014] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1987.898014] env[63862]: value = "vm-429618" [ 1987.898014] env[63862]: _type = "VirtualMachine" [ 1987.898014] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1987.898450] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1d940c8-b904-4d31-8f08-6d99449b7e15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.905495] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lease: (returnval){ [ 1987.905495] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520f2274-1586-97be-46c2-7c5c24b5e564" [ 1987.905495] env[63862]: _type = "HttpNfcLease" [ 1987.905495] env[63862]: } obtained for exporting VM: (result){ [ 1987.905495] env[63862]: value = "vm-429618" [ 1987.905495] env[63862]: _type = "VirtualMachine" [ 1987.905495] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1987.905794] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the lease: (returnval){ [ 1987.905794] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520f2274-1586-97be-46c2-7c5c24b5e564" [ 1987.905794] env[63862]: _type = "HttpNfcLease" [ 1987.905794] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1987.912397] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1987.912397] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520f2274-1586-97be-46c2-7c5c24b5e564" [ 1987.912397] env[63862]: _type = "HttpNfcLease" [ 1987.912397] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1987.976424] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.981114] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098005, 'name': ReconfigVM_Task, 'duration_secs': 0.69059} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.981908] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 3a3816f6-9478-45f3-be2d-0a58ac0335dc/3a3816f6-9478-45f3-be2d-0a58ac0335dc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.982444] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdda039-d6fe-4cd8-bcf6-7f9208680d57 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.988861] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1987.988861] env[63862]: value = "task-2098010" [ 1987.988861] env[63862]: _type = "Task" [ 1987.988861] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.001653] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098010, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.072478] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.081313] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance fe891299-be56-4141-a088-cd49b235eca4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1988.239290] env[63862]: DEBUG oslo_vmware.api [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151778} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.239598] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.239752] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.239948] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.240134] env[63862]: INFO nova.compute.manager [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1988.240602] env[63862]: DEBUG oslo.service.loopingcall [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.241071] env[63862]: DEBUG nova.compute.manager [-] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.241214] env[63862]: DEBUG nova.network.neutron [-] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.414751] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1988.414751] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520f2274-1586-97be-46c2-7c5c24b5e564" [ 1988.414751] env[63862]: _type = "HttpNfcLease" [ 1988.414751] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1988.415064] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1988.415064] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520f2274-1586-97be-46c2-7c5c24b5e564" [ 1988.415064] env[63862]: _type = "HttpNfcLease" [ 1988.415064] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1988.415765] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce4357-35a3-4fcf-9569-78b40c3288b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.425090] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e605e3-b083-d5a3-a293-ae7cd5f25b74/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1988.425472] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e605e3-b083-d5a3-a293-ae7cd5f25b74/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1988.512368] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098010, 'name': Rename_Task, 'duration_secs': 0.360839} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.512368] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1988.512368] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbb741d9-7732-44ad-8616-8c43bbc54aba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.518829] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 1988.518829] env[63862]: value = "task-2098011" [ 1988.518829] env[63862]: _type = "Task" [ 1988.518829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.533385] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.539687] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b0545441-1bcb-4a53-87db-2cedbfd87f29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.588955] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance fc552541-9852-456b-8ee0-24003f65f99c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1988.835502] env[63862]: DEBUG nova.compute.manager [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-vif-deleted-85941513-02a1-48e6-bdb4-458411785238 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1988.835777] env[63862]: DEBUG nova.compute.manager [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Received event network-vif-deleted-7aa63ff5-aded-493e-bde9-51e2ad6be3e8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1988.836152] env[63862]: DEBUG nova.compute.manager [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Received event network-changed-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1988.836197] env[63862]: DEBUG nova.compute.manager [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Refreshing instance network info cache due to event network-changed-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1988.837817] env[63862]: DEBUG oslo_concurrency.lockutils [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] Acquiring lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.837817] env[63862]: DEBUG oslo_concurrency.lockutils [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] Acquired lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.837817] env[63862]: DEBUG nova.network.neutron [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Refreshing network info cache for port 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.043389] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.044324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.044957] env[63862]: INFO nova.compute.manager [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Attaching volume 0b510ed5-6fcf-44d4-b15c-fd58333d8340 to /dev/sdb [ 1989.046644] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.094276] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 517b8af8-a458-478b-a2fd-cb05795051a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1989.104111] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a28fbc2-8627-4f58-842b-da5f80f8e153 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.116717] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4f68d-9661-4059-b951-d260d05ed39b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.133228] env[63862]: DEBUG nova.virt.block_device [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updating existing volume attachment record: fdb8a155-044f-4f25-8e8d-3d65f1b32cbd {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1989.538675] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.549177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.549177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.549177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.549177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.549466] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.557109] env[63862]: INFO nova.compute.manager [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Terminating instance [ 1989.599214] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1989.656179] env[63862]: DEBUG nova.network.neutron [-] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.667061] env[63862]: DEBUG nova.network.neutron [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updated VIF entry in instance network info cache for port 4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.667428] env[63862]: DEBUG nova.network.neutron [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updating instance_info_cache with network_info: [{"id": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "address": "fa:16:3e:90:be:13", "network": {"id": "9538a8af-d99b-4e32-a6e7-ef2ff9e0d9f9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-254543449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cda52bfd37de49bab9b74170c33f2ac5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cb8a07d-5c", "ovs_interfaceid": "4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.034754] env[63862]: DEBUG oslo_vmware.api [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098011, 'name': PowerOnVM_Task, 'duration_secs': 1.473679} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.035245] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.035526] env[63862]: INFO nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1990.035793] env[63862]: DEBUG nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1990.036661] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d06415-e9c2-46fb-9f5e-63429c48f431 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.062658] env[63862]: DEBUG nova.compute.manager [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1990.062974] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1990.063915] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb775f-6e48-4dd2-8691-d27f26efca86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.073245] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1990.074106] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57de5618-59e9-41d6-84d9-8eb183fd582a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.081215] env[63862]: DEBUG oslo_vmware.api [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1990.081215] env[63862]: value = "task-2098015" [ 1990.081215] env[63862]: _type = "Task" [ 1990.081215] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.090233] env[63862]: DEBUG oslo_vmware.api [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.101667] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance aef3289d-3eb2-4d87-b2f8-a4f335368113 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1990.102010] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1990.102164] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1990.163539] env[63862]: INFO nova.compute.manager [-] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Took 1.92 seconds to deallocate network for instance. [ 1990.174426] env[63862]: DEBUG oslo_concurrency.lockutils [req-33919251-7886-46e8-9daf-402cd7869059 req-f944aa80-c21b-4c48-a2c9-45091c86335d service nova] Releasing lock "refresh_cache-ecc3a7d6-6503-47d6-bb76-febfa0c9091b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.557920] env[63862]: INFO nova.compute.manager [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Took 38.38 seconds to build instance. [ 1990.596098] env[63862]: DEBUG oslo_vmware.api [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098015, 'name': PowerOffVM_Task, 'duration_secs': 0.370493} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.596632] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1990.596963] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1990.597390] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbdb051e-cbdd-48b5-a40f-9c4ecd274ddb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.674927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.695025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1990.695025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1990.695025] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Deleting the datastore file [datastore2] ecc3a7d6-6503-47d6-bb76-febfa0c9091b {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1990.695025] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f4ae72-8740-4a22-9766-a5a60bc91270 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.703423] env[63862]: DEBUG oslo_vmware.api [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 1990.703423] env[63862]: value = "task-2098017" [ 1990.703423] env[63862]: _type = "Task" [ 1990.703423] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.714973] env[63862]: DEBUG oslo_vmware.api [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.720620] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5422f1d-6643-4493-9df5-0f16736ccbd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.728798] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2617516a-33ad-4be6-80aa-8e3be3251787 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.763162] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be8022-7628-43f9-9581-b4d2c068bdda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.770966] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fa7e06-db3b-4868-ae4f-a96789897c4f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.786224] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.065536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cf609c33-fa69-420d-bf31-e3b5eecfc000 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.238s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.176625] env[63862]: DEBUG nova.compute.manager [req-101cd3bb-bb93-4b7c-949d-6e2ec43efe02 req-5267f609-ba40-438c-af25-21ed750a2737 service nova] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Received event network-vif-deleted-e3132d0f-0f90-4b2d-a83b-8da264860561 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1991.218317] env[63862]: DEBUG oslo_vmware.api [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217685} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.218648] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1991.218866] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1991.219056] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1991.219233] env[63862]: INFO nova.compute.manager [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1991.219571] env[63862]: DEBUG oslo.service.loopingcall [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.219678] env[63862]: DEBUG nova.compute.manager [-] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1991.219780] env[63862]: DEBUG nova.network.neutron [-] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1991.297298] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1991.418927] env[63862]: DEBUG nova.compute.manager [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Received event network-changed-95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1991.419216] env[63862]: DEBUG nova.compute.manager [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Refreshing instance network info cache due to event network-changed-95ddfcce-b947-40b7-af18-0934ae8338bc. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1991.419397] env[63862]: DEBUG oslo_concurrency.lockutils [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] Acquiring lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.419534] env[63862]: DEBUG oslo_concurrency.lockutils [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] Acquired lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.419727] env[63862]: DEBUG nova.network.neutron [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Refreshing network info cache for port 95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.568651] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1991.789804] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.790102] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.802633] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1991.802885] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.799s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.803186] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.719s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.804718] env[63862]: INFO nova.compute.claims [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1992.011212] env[63862]: DEBUG nova.network.neutron [-] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.095543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.241302] env[63862]: DEBUG nova.network.neutron [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updated VIF entry in instance network info cache for port 95ddfcce-b947-40b7-af18-0934ae8338bc. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1992.241710] env[63862]: DEBUG nova.network.neutron [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updating instance_info_cache with network_info: [{"id": "95ddfcce-b947-40b7-af18-0934ae8338bc", "address": "fa:16:3e:78:83:70", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ddfcce-b9", "ovs_interfaceid": "95ddfcce-b947-40b7-af18-0934ae8338bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.516251] env[63862]: INFO nova.compute.manager [-] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Took 1.30 seconds to deallocate network for instance. [ 1992.746526] env[63862]: DEBUG oslo_concurrency.lockutils [req-2ecf7919-05d9-4351-a4ae-a2722eb3ccbf req-a9441281-8e45-4c4d-863a-0ed8980f6401 service nova] Releasing lock "refresh_cache-3a3816f6-9478-45f3-be2d-0a58ac0335dc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.024914] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.206075] env[63862]: DEBUG nova.compute.manager [req-915231d2-58ad-43a5-af95-7174010cc581 req-540912e2-07d9-4517-86e8-a1f6e0d6bd72 service nova] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Received event network-vif-deleted-4cb8a07d-5c37-4df4-9bf0-a392ae6eaffb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1993.294977] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79fb0c7-c084-4d26-9c0d-838fdb4e9c45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.302984] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697fab0-b8af-4afe-b8c8-fc7ed4233e72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.332884] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a83ae3-e3b0-438b-bb51-0cfb067a5226 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.340944] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32e2b0c-3646-47da-9070-ee24b8698323 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.354795] env[63862]: DEBUG nova.compute.provider_tree [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.722851] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1993.723117] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429621', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'name': 'volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae109144-b868-4d2f-aac0-cb9b59b1627e', 'attached_at': '', 'detached_at': '', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'serial': '0b510ed5-6fcf-44d4-b15c-fd58333d8340'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1993.723983] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34353be6-0897-46f6-b245-f4bab065f135 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.740937] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a783dbeb-a847-4375-b5d6-066d1cf51db3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.766473] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340/volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1993.768970] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5a9cc2-d413-49cb-97d9-a395afee0267 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.786439] env[63862]: DEBUG oslo_vmware.api [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Waiting for the task: (returnval){ [ 1993.786439] env[63862]: value = "task-2098019" [ 1993.786439] env[63862]: _type = "Task" [ 1993.786439] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.794827] env[63862]: DEBUG oslo_vmware.api [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.858268] env[63862]: DEBUG nova.scheduler.client.report [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.296479] env[63862]: DEBUG oslo_vmware.api [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098019, 'name': ReconfigVM_Task, 'duration_secs': 0.473562} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.296834] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340/volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1994.301897] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e801b94-e35f-4652-9731-74b9648faeb4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.318352] env[63862]: DEBUG oslo_vmware.api [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Waiting for the task: (returnval){ [ 1994.318352] env[63862]: value = "task-2098020" [ 1994.318352] env[63862]: _type = "Task" [ 1994.318352] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.327199] env[63862]: DEBUG oslo_vmware.api [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.365495] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.366139] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1994.369085] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.112s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.369349] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.371549] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.643s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.373159] env[63862]: INFO nova.compute.claims [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1994.395402] env[63862]: INFO nova.scheduler.client.report [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Deleted allocations for instance 3530f4ac-4e50-4950-aaca-082995af7da7 [ 1994.832893] env[63862]: DEBUG oslo_vmware.api [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098020, 'name': ReconfigVM_Task, 'duration_secs': 0.163323} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.833263] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429621', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'name': 'volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae109144-b868-4d2f-aac0-cb9b59b1627e', 'attached_at': '', 'detached_at': '', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'serial': '0b510ed5-6fcf-44d4-b15c-fd58333d8340'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1994.880018] env[63862]: DEBUG nova.compute.utils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1994.882331] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1994.882331] env[63862]: DEBUG nova.network.neutron [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1994.902887] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4e1ccb18-e792-47f1-8abc-23a7dbd9a048 tempest-ServerAddressesNegativeTestJSON-615942285 tempest-ServerAddressesNegativeTestJSON-615942285-project-member] Lock "3530f4ac-4e50-4950-aaca-082995af7da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.555s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.962888] env[63862]: DEBUG nova.policy [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70174653346745a1ba071096ed0e6a25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec9223c440cf414cb3af747ad00ef11b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1995.287067] env[63862]: DEBUG nova.network.neutron [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Successfully created port: d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1995.392198] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1995.884216] env[63862]: DEBUG nova.objects.instance [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lazy-loading 'flavor' on Instance uuid ae109144-b868-4d2f-aac0-cb9b59b1627e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.002360] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1df6487-d7c3-4426-8ac7-ae30e754102f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.012589] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c352d6-f3d0-4970-9ddc-cdf6165ac15f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.044247] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6ae74-fd5e-47ac-b779-2aa1e838a789 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.054507] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f198579e-2220-4266-94a7-099f16cfcea1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.069359] env[63862]: DEBUG nova.compute.provider_tree [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.389690] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2bea9f7f-db6d-48dc-b0b1-a6143634f7fd tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.346s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.408344] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1996.457849] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1996.457936] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1996.458763] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1996.458996] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1996.459191] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1996.459387] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1996.459620] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1996.459832] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1996.460075] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1996.460305] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1996.460512] env[63862]: DEBUG nova.virt.hardware [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1996.461500] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76e246e-810a-4ad8-ab80-04a3d8da8fe6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.470867] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b56643b-4890-4baf-aab4-67307f669199 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.572973] env[63862]: DEBUG nova.scheduler.client.report [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.832549] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e605e3-b083-d5a3-a293-ae7cd5f25b74/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1996.834207] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a817653c-bc91-479f-87dd-1d8ca6bba6c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.841256] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e605e3-b083-d5a3-a293-ae7cd5f25b74/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1996.841433] env[63862]: ERROR oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e605e3-b083-d5a3-a293-ae7cd5f25b74/disk-0.vmdk due to incomplete transfer. [ 1996.841669] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d122667-ec87-458c-8d18-8a9c107a5e5a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.852574] env[63862]: DEBUG oslo_vmware.rw_handles [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e605e3-b083-d5a3-a293-ae7cd5f25b74/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1996.852574] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Uploaded image 0c3cd337-f66b-4fd0-9fd6-67314a1328be to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1996.852772] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1996.853350] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f208ac51-63c7-4ba7-9862-607a11c96598 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.860675] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1996.860675] env[63862]: value = "task-2098021" [ 1996.860675] env[63862]: _type = "Task" [ 1996.860675] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.874994] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098021, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.036795] env[63862]: DEBUG oslo_concurrency.lockutils [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.037072] env[63862]: DEBUG oslo_concurrency.lockutils [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.081447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.081447] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1997.083899] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.606s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.085817] env[63862]: INFO nova.compute.claims [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1997.100166] env[63862]: DEBUG nova.compute.manager [req-8a7abf21-b289-448f-b151-d8eb957bdff5 req-bea1dfd1-cd29-4869-936e-da2a4e3b8bb3 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Received event network-vif-plugged-d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.100166] env[63862]: DEBUG oslo_concurrency.lockutils [req-8a7abf21-b289-448f-b151-d8eb957bdff5 req-bea1dfd1-cd29-4869-936e-da2a4e3b8bb3 service nova] Acquiring lock "6c227bdf-8f6d-404f-af39-863adde871a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.100166] env[63862]: DEBUG oslo_concurrency.lockutils [req-8a7abf21-b289-448f-b151-d8eb957bdff5 req-bea1dfd1-cd29-4869-936e-da2a4e3b8bb3 service nova] Lock "6c227bdf-8f6d-404f-af39-863adde871a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.100166] env[63862]: DEBUG oslo_concurrency.lockutils [req-8a7abf21-b289-448f-b151-d8eb957bdff5 req-bea1dfd1-cd29-4869-936e-da2a4e3b8bb3 service nova] Lock "6c227bdf-8f6d-404f-af39-863adde871a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.100166] env[63862]: DEBUG nova.compute.manager [req-8a7abf21-b289-448f-b151-d8eb957bdff5 req-bea1dfd1-cd29-4869-936e-da2a4e3b8bb3 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] No waiting events found dispatching network-vif-plugged-d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1997.100166] env[63862]: WARNING nova.compute.manager [req-8a7abf21-b289-448f-b151-d8eb957bdff5 req-bea1dfd1-cd29-4869-936e-da2a4e3b8bb3 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Received unexpected event network-vif-plugged-d52a52de-282f-4197-8165-9d48e5ab18b9 for instance with vm_state building and task_state spawning. [ 1997.257890] env[63862]: DEBUG nova.network.neutron [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Successfully updated port: d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1997.371896] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098021, 'name': Destroy_Task, 'duration_secs': 0.429579} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.372244] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Destroyed the VM [ 1997.372500] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1997.372764] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a974959c-3746-45c9-9c1b-7c65871b6e28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.378867] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 1997.378867] env[63862]: value = "task-2098022" [ 1997.378867] env[63862]: _type = "Task" [ 1997.378867] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.388466] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.540032] env[63862]: INFO nova.compute.manager [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Detaching volume 0b510ed5-6fcf-44d4-b15c-fd58333d8340 [ 1997.575092] env[63862]: INFO nova.virt.block_device [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Attempting to driver detach volume 0b510ed5-6fcf-44d4-b15c-fd58333d8340 from mountpoint /dev/sdb [ 1997.575429] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1997.575687] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429621', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'name': 'volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae109144-b868-4d2f-aac0-cb9b59b1627e', 'attached_at': '', 'detached_at': '', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'serial': '0b510ed5-6fcf-44d4-b15c-fd58333d8340'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1997.576651] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc4c76-5961-4e6c-b8c6-1fcacbca8bc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.600544] env[63862]: DEBUG nova.compute.utils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.602012] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1997.602196] env[63862]: DEBUG nova.network.neutron [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.604478] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69289fd-35dd-4b1c-9702-648057e9e9e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.613093] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93e2371-d104-41f8-b2e4-4cb941cdceed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.636040] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972d3454-e658-41e9-a0ac-0997bb88a27d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.652113] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] The volume has not been displaced from its original location: [datastore2] volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340/volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1997.657306] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1997.657617] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-340485fd-5166-49eb-9ad1-cddd130922f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.672576] env[63862]: DEBUG nova.policy [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08cbb98e335f4f6ba2b2c53de5041f87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2be8e7c1d12d4d75abc49098258c71ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.684196] env[63862]: DEBUG oslo_vmware.api [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Waiting for the task: (returnval){ [ 1997.684196] env[63862]: value = "task-2098023" [ 1997.684196] env[63862]: _type = "Task" [ 1997.684196] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.688654] env[63862]: DEBUG oslo_vmware.api [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.762034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "refresh_cache-6c227bdf-8f6d-404f-af39-863adde871a2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.762214] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquired lock "refresh_cache-6c227bdf-8f6d-404f-af39-863adde871a2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.762409] env[63862]: DEBUG nova.network.neutron [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.889377] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.069394] env[63862]: DEBUG nova.network.neutron [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Successfully created port: 2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1998.108668] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1998.196470] env[63862]: DEBUG oslo_vmware.api [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098023, 'name': ReconfigVM_Task, 'duration_secs': 0.255513} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.199121] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1998.205350] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb2984a-6c31-4f69-b9a5-881555d73ee6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.223366] env[63862]: DEBUG oslo_vmware.api [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Waiting for the task: (returnval){ [ 1998.223366] env[63862]: value = "task-2098024" [ 1998.223366] env[63862]: _type = "Task" [ 1998.223366] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.232090] env[63862]: DEBUG oslo_vmware.api [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.322471] env[63862]: DEBUG nova.network.neutron [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1998.391764] env[63862]: DEBUG oslo_vmware.api [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548503} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.392172] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1998.392446] env[63862]: INFO nova.compute.manager [None req-709b8360-7c32-446c-84b9-acd12afa7f49 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Took 14.68 seconds to snapshot the instance on the hypervisor. [ 1998.591408] env[63862]: DEBUG nova.network.neutron [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Updating instance_info_cache with network_info: [{"id": "d52a52de-282f-4197-8165-9d48e5ab18b9", "address": "fa:16:3e:ac:96:3f", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52a52de-28", "ovs_interfaceid": "d52a52de-282f-4197-8165-9d48e5ab18b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.708899] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1246d1ba-68ad-4bac-aee6-8224d6ca4614 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.717495] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d1c8a2-2660-47df-9c17-896cbba8a2e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.755383] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7b527c-4825-4547-9953-ea8d90a0b772 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.760976] env[63862]: DEBUG oslo_vmware.api [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Task: {'id': task-2098024, 'name': ReconfigVM_Task, 'duration_secs': 0.143455} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.761992] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429621', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'name': 'volume-0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae109144-b868-4d2f-aac0-cb9b59b1627e', 'attached_at': '', 'detached_at': '', 'volume_id': '0b510ed5-6fcf-44d4-b15c-fd58333d8340', 'serial': '0b510ed5-6fcf-44d4-b15c-fd58333d8340'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1998.767395] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d561018-af3c-463d-92a2-855d0daa5e94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.785199] env[63862]: DEBUG nova.compute.provider_tree [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.094566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Releasing lock "refresh_cache-6c227bdf-8f6d-404f-af39-863adde871a2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.094851] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Instance network_info: |[{"id": "d52a52de-282f-4197-8165-9d48e5ab18b9", "address": "fa:16:3e:ac:96:3f", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52a52de-28", "ovs_interfaceid": "d52a52de-282f-4197-8165-9d48e5ab18b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1999.095304] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:96:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd52a52de-282f-4197-8165-9d48e5ab18b9', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1999.103553] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Creating folder: Project (ec9223c440cf414cb3af747ad00ef11b). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1999.104329] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-976bb0fa-b6da-4d3f-bf7d-4d30515cd9c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.115828] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Created folder: Project (ec9223c440cf414cb3af747ad00ef11b) in parent group-v429490. [ 1999.116028] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Creating folder: Instances. Parent ref: group-v429622. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1999.117085] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1999.119205] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8d9ddf6-c5d9-4378-a67d-16588e1e8bb6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.131175] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Created folder: Instances in parent group-v429622. [ 1999.131424] env[63862]: DEBUG oslo.service.loopingcall [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1999.131621] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1999.131830] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-138b67d6-c1f9-4334-92b5-3153794fdc10 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.159523] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1999.159523] env[63862]: value = "task-2098027" [ 1999.159523] env[63862]: _type = "Task" [ 1999.159523] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.161710] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1999.161922] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1999.162283] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1999.162493] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1999.162648] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1999.162797] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1999.163014] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1999.163940] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1999.163940] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1999.163940] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1999.163940] env[63862]: DEBUG nova.virt.hardware [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1999.164746] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afccaec2-8f16-4634-99e9-1d1f39a6ef05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.177447] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098027, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.180790] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f4aa3d-7533-44a2-8ef2-20b880e0e57e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.216146] env[63862]: DEBUG nova.compute.manager [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Received event network-changed-d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1999.216385] env[63862]: DEBUG nova.compute.manager [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Refreshing instance network info cache due to event network-changed-d52a52de-282f-4197-8165-9d48e5ab18b9. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1999.216569] env[63862]: DEBUG oslo_concurrency.lockutils [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] Acquiring lock "refresh_cache-6c227bdf-8f6d-404f-af39-863adde871a2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.216788] env[63862]: DEBUG oslo_concurrency.lockutils [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] Acquired lock "refresh_cache-6c227bdf-8f6d-404f-af39-863adde871a2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.216915] env[63862]: DEBUG nova.network.neutron [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Refreshing network info cache for port d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1999.289366] env[63862]: DEBUG nova.scheduler.client.report [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1999.335542] env[63862]: DEBUG nova.objects.instance [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lazy-loading 'flavor' on Instance uuid ae109144-b868-4d2f-aac0-cb9b59b1627e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.675189] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098027, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.795547] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.796080] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1999.801040] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.036s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.803545] env[63862]: INFO nova.compute.claims [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1999.996864] env[63862]: DEBUG nova.network.neutron [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Successfully updated port: 2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2000.158455] env[63862]: DEBUG nova.network.neutron [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Updated VIF entry in instance network info cache for port d52a52de-282f-4197-8165-9d48e5ab18b9. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2000.158856] env[63862]: DEBUG nova.network.neutron [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Updating instance_info_cache with network_info: [{"id": "d52a52de-282f-4197-8165-9d48e5ab18b9", "address": "fa:16:3e:ac:96:3f", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd52a52de-28", "ovs_interfaceid": "d52a52de-282f-4197-8165-9d48e5ab18b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.176433] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098027, 'name': CreateVM_Task, 'duration_secs': 0.921414} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.176655] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2000.177298] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.177458] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.177793] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2000.178064] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7294e23-fbc3-4e33-a507-b34d0338c606 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.182738] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2000.182738] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52092dfb-91c9-4059-07bf-0b7487bb24fb" [ 2000.182738] env[63862]: _type = "Task" [ 2000.182738] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.191965] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52092dfb-91c9-4059-07bf-0b7487bb24fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.308856] env[63862]: DEBUG nova.compute.utils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2000.315357] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2000.316757] env[63862]: DEBUG nova.network.neutron [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2000.346297] env[63862]: DEBUG oslo_concurrency.lockutils [None req-22ab220f-0282-4e6e-9452-518bd72ba895 tempest-VolumesAssistedSnapshotsTest-1977556606 tempest-VolumesAssistedSnapshotsTest-1977556606-project-admin] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.367257] env[63862]: DEBUG nova.policy [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32186394084346bba8b599de9eed565b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589151c8d7064fc0a549bd301e969df8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2000.499374] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.499482] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.499648] env[63862]: DEBUG nova.network.neutron [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.661331] env[63862]: DEBUG oslo_concurrency.lockutils [req-85bf69cb-5e38-4826-a717-65169f165d4f req-5c56ede4-63aa-421f-bb13-46cd34692e10 service nova] Releasing lock "refresh_cache-6c227bdf-8f6d-404f-af39-863adde871a2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.697898] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52092dfb-91c9-4059-07bf-0b7487bb24fb, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.698193] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.698421] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2000.698674] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.698967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.699158] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2000.699421] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6351e9b-5006-402f-9314-38a8557c48bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.708286] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2000.708461] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2000.709443] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eceb5b32-13c0-42ca-9b17-9b90a77cd3b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.714844] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2000.714844] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c5da68-7272-c54f-db95-556c389466cb" [ 2000.714844] env[63862]: _type = "Task" [ 2000.714844] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.723676] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c5da68-7272-c54f-db95-556c389466cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.803122] env[63862]: DEBUG nova.network.neutron [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Successfully created port: beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2000.816441] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2000.900813] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.901347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.052433] env[63862]: DEBUG nova.network.neutron [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2001.228357] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c5da68-7272-c54f-db95-556c389466cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.229219] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e449306-92fe-4f79-b3bf-41b0ea25a5be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.234710] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2001.234710] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528c61b4-8638-1e98-9ecf-dd4b79d5a8a7" [ 2001.234710] env[63862]: _type = "Task" [ 2001.234710] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.248325] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528c61b4-8638-1e98-9ecf-dd4b79d5a8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.469499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7140bbd6-d995-4768-94e8-a39d33e6d6c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.478274] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb35d920-fa49-44ea-96b7-a5dddc509aff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.511341] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd82ca2-066f-4538-84f3-e184f70fe868 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.522571] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a2aad-76ed-478e-9b0a-a4e416a7a955 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.532521] env[63862]: DEBUG nova.compute.manager [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Received event network-vif-plugged-2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.532787] env[63862]: DEBUG oslo_concurrency.lockutils [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] Acquiring lock "309e7d10-4640-48e1-af6c-81abc89d223b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.533050] env[63862]: DEBUG oslo_concurrency.lockutils [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] Lock "309e7d10-4640-48e1-af6c-81abc89d223b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.533265] env[63862]: DEBUG oslo_concurrency.lockutils [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] Lock "309e7d10-4640-48e1-af6c-81abc89d223b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.533489] env[63862]: DEBUG nova.compute.manager [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] No waiting events found dispatching network-vif-plugged-2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2001.533719] env[63862]: WARNING nova.compute.manager [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Received unexpected event network-vif-plugged-2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 for instance with vm_state building and task_state spawning. [ 2001.533917] env[63862]: DEBUG nova.compute.manager [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Received event network-changed-2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.534300] env[63862]: DEBUG nova.compute.manager [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Refreshing instance network info cache due to event network-changed-2d7d4a9b-3b48-4f58-b07e-597cd3c6d866. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2001.534300] env[63862]: DEBUG oslo_concurrency.lockutils [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] Acquiring lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.544730] env[63862]: DEBUG nova.compute.provider_tree [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.595787] env[63862]: DEBUG nova.network.neutron [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Updating instance_info_cache with network_info: [{"id": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "address": "fa:16:3e:02:8f:ed", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d4a9b-3b", "ovs_interfaceid": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.752732] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528c61b4-8638-1e98-9ecf-dd4b79d5a8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.028347} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.752732] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.752732] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6c227bdf-8f6d-404f-af39-863adde871a2/6c227bdf-8f6d-404f-af39-863adde871a2.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2001.752732] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97895e79-587e-4e36-9b6b-80429d6de8e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.760036] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2001.760036] env[63862]: value = "task-2098029" [ 2001.760036] env[63862]: _type = "Task" [ 2001.760036] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.770806] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.834431] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2001.855948] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2001.856212] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2001.856370] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2001.856553] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2001.856748] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2001.856909] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2001.857142] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2001.857294] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2001.857466] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2001.857632] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2001.857805] env[63862]: DEBUG nova.virt.hardware [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2001.858714] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4352eade-076e-4ff5-bd22-61b1ebe28ed3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.866833] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34528c7-7f85-48aa-9655-c3343ff65273 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.047860] env[63862]: DEBUG nova.scheduler.client.report [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2002.098715] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.099954] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Instance network_info: |[{"id": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "address": "fa:16:3e:02:8f:ed", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d4a9b-3b", "ovs_interfaceid": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2002.099954] env[63862]: DEBUG oslo_concurrency.lockutils [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] Acquired lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.099954] env[63862]: DEBUG nova.network.neutron [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Refreshing network info cache for port 2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2002.100991] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:8f:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d7d4a9b-3b48-4f58-b07e-597cd3c6d866', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2002.110292] env[63862]: DEBUG oslo.service.loopingcall [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.113718] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2002.114585] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-283622fb-1d81-4c19-bc35-7fb0d74f65b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.137506] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2002.137506] env[63862]: value = "task-2098030" [ 2002.137506] env[63862]: _type = "Task" [ 2002.137506] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.147029] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098030, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.270342] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416331} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.270612] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6c227bdf-8f6d-404f-af39-863adde871a2/6c227bdf-8f6d-404f-af39-863adde871a2.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2002.270832] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2002.271999] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e227a011-31ea-40f5-b5da-6c4ac64ddc7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.277995] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2002.277995] env[63862]: value = "task-2098031" [ 2002.277995] env[63862]: _type = "Task" [ 2002.277995] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.287128] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.418501] env[63862]: DEBUG nova.network.neutron [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Updated VIF entry in instance network info cache for port 2d7d4a9b-3b48-4f58-b07e-597cd3c6d866. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.418931] env[63862]: DEBUG nova.network.neutron [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Updating instance_info_cache with network_info: [{"id": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "address": "fa:16:3e:02:8f:ed", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d4a9b-3b", "ovs_interfaceid": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.552738] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.553308] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2002.556016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.647s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.557026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.558251] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.373s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.560294] env[63862]: INFO nova.compute.claims [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2002.584940] env[63862]: INFO nova.scheduler.client.report [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Deleted allocations for instance 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27 [ 2002.590910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.590910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.590910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.590910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.590910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.592462] env[63862]: INFO nova.compute.manager [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Terminating instance [ 2002.651319] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098030, 'name': CreateVM_Task, 'duration_secs': 0.495803} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.651319] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2002.654089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.654089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.654089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2002.654336] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfd52f9-8bd2-42ad-b4bc-53ea873f2cbd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.659545] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2002.659545] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528e88bb-922e-1267-9b3f-648cd74907a7" [ 2002.659545] env[63862]: _type = "Task" [ 2002.659545] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.667530] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e88bb-922e-1267-9b3f-648cd74907a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.792535] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065743} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.792834] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2002.795210] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7094d9-444c-443c-9f9c-2865985efc14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.820271] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 6c227bdf-8f6d-404f-af39-863adde871a2/6c227bdf-8f6d-404f-af39-863adde871a2.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2002.820604] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af42cdda-ee75-48af-8e90-473bed8fa552 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.840642] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2002.840642] env[63862]: value = "task-2098032" [ 2002.840642] env[63862]: _type = "Task" [ 2002.840642] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.848701] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.869492] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.869808] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.870054] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "ae109144-b868-4d2f-aac0-cb9b59b1627e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.870254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.872041] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.874208] env[63862]: INFO nova.compute.manager [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Terminating instance [ 2002.921666] env[63862]: DEBUG oslo_concurrency.lockutils [req-c5c0f551-13f7-4cb0-9006-d17e9c051c6f req-a3870386-303d-417b-91e2-f32127ab045d service nova] Releasing lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.944380] env[63862]: DEBUG nova.network.neutron [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Successfully updated port: beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2003.065123] env[63862]: DEBUG nova.compute.utils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2003.068447] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2003.068621] env[63862]: DEBUG nova.network.neutron [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2003.095467] env[63862]: DEBUG oslo_concurrency.lockutils [None req-519e2d13-0516-44ca-a856-b8e4fbd40a3c tempest-InstanceActionsTestJSON-1273401975 tempest-InstanceActionsTestJSON-1273401975-project-member] Lock "2ed4393e-f481-4aa9-bec1-5f6fe57b1c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.739s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.098949] env[63862]: DEBUG nova.compute.manager [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.098949] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.099262] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8637f4ee-baa5-42b2-8c5a-1851f46d2f5a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.106841] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.107152] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2ff319d-7b35-43ac-97e6-8782d7a5c464 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.113890] env[63862]: DEBUG oslo_vmware.api [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 2003.113890] env[63862]: value = "task-2098033" [ 2003.113890] env[63862]: _type = "Task" [ 2003.113890] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.115734] env[63862]: DEBUG nova.policy [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43c67be2dc5d4f398dcca46749c71b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6a34bb65d714ee5b4d250faea0ce894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2003.125834] env[63862]: DEBUG oslo_vmware.api [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.171153] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e88bb-922e-1267-9b3f-648cd74907a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.171542] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.171868] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2003.172166] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.172381] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.172642] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2003.172924] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cccc0f-4474-478b-b5cc-21d5604a6ffd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.181537] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2003.181772] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2003.182500] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9db3b7-016b-463f-a08f-350a81510183 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.188784] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2003.188784] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52705fc8-5188-b60e-bdd0-aa10fc6cdb4b" [ 2003.188784] env[63862]: _type = "Task" [ 2003.188784] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.198337] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52705fc8-5188-b60e-bdd0-aa10fc6cdb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.351777] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098032, 'name': ReconfigVM_Task, 'duration_secs': 0.269425} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.352133] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 6c227bdf-8f6d-404f-af39-863adde871a2/6c227bdf-8f6d-404f-af39-863adde871a2.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2003.352743] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88bd6c24-04d9-4ba8-84c1-465331036c59 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.359188] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2003.359188] env[63862]: value = "task-2098034" [ 2003.359188] env[63862]: _type = "Task" [ 2003.359188] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.371325] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098034, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.381688] env[63862]: DEBUG nova.compute.manager [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2003.381969] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.382911] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7530fff-0501-4e95-82ae-6719a1137c5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.391056] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.391222] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd4b2df-f28d-4a9b-8e61-19e66dcea947 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.397494] env[63862]: DEBUG oslo_vmware.api [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 2003.397494] env[63862]: value = "task-2098035" [ 2003.397494] env[63862]: _type = "Task" [ 2003.397494] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.406967] env[63862]: DEBUG oslo_vmware.api [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2098035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.447867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "refresh_cache-4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.448178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "refresh_cache-4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.448408] env[63862]: DEBUG nova.network.neutron [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.499430] env[63862]: DEBUG nova.network.neutron [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Successfully created port: e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2003.559252] env[63862]: DEBUG nova.compute.manager [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Received event network-vif-plugged-beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.559252] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] Acquiring lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.559252] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.559252] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.559252] env[63862]: DEBUG nova.compute.manager [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] No waiting events found dispatching network-vif-plugged-beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2003.559252] env[63862]: WARNING nova.compute.manager [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Received unexpected event network-vif-plugged-beb3425d-780c-48c1-9b01-1d6c9130e9c9 for instance with vm_state building and task_state spawning. [ 2003.559252] env[63862]: DEBUG nova.compute.manager [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Received event network-changed-beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.559607] env[63862]: DEBUG nova.compute.manager [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Refreshing instance network info cache due to event network-changed-beb3425d-780c-48c1-9b01-1d6c9130e9c9. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2003.559607] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] Acquiring lock "refresh_cache-4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.574539] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2003.629573] env[63862]: DEBUG oslo_vmware.api [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098033, 'name': PowerOffVM_Task, 'duration_secs': 0.243525} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.629806] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.630226] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.630420] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68863ad0-a000-4b67-ad02-63d5da06307b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.701607] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52705fc8-5188-b60e-bdd0-aa10fc6cdb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015521} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.704956] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7db05fb-8ee1-4179-b544-4163b926d1b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.710485] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2003.710485] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528b8ef6-5bfd-2ccd-74d8-8ac580072e02" [ 2003.710485] env[63862]: _type = "Task" [ 2003.710485] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.720317] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528b8ef6-5bfd-2ccd-74d8-8ac580072e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.838918] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.839191] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.839342] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Deleting the datastore file [datastore2] a83d32f0-ddaa-402f-a2b3-72f1936e01f0 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.839606] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe346aa8-caa0-4332-93cf-9f6c561c2944 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.846242] env[63862]: DEBUG oslo_vmware.api [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 2003.846242] env[63862]: value = "task-2098037" [ 2003.846242] env[63862]: _type = "Task" [ 2003.846242] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.860651] env[63862]: DEBUG oslo_vmware.api [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.867608] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098034, 'name': Rename_Task, 'duration_secs': 0.147042} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.870368] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.871046] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53e13bc-0591-4d95-8d48-adb67a6750c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.878606] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2003.878606] env[63862]: value = "task-2098038" [ 2003.878606] env[63862]: _type = "Task" [ 2003.878606] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.887393] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.908680] env[63862]: DEBUG oslo_vmware.api [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2098035, 'name': PowerOffVM_Task, 'duration_secs': 0.165864} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.908961] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.909147] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2003.909403] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b7cf2e2-2ce6-400b-a43d-f01ca81ed965 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.997637] env[63862]: DEBUG nova.network.neutron [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2004.110695] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.110914] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.111094] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Deleting the datastore file [datastore2] ae109144-b868-4d2f-aac0-cb9b59b1627e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.111383] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0291f32b-eddc-40e0-b5e2-cbef4ac596d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.120910] env[63862]: DEBUG oslo_vmware.api [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for the task: (returnval){ [ 2004.120910] env[63862]: value = "task-2098040" [ 2004.120910] env[63862]: _type = "Task" [ 2004.120910] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.127824] env[63862]: DEBUG oslo_vmware.api [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2098040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.171582] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc887a7-dbde-4535-9e9f-16ae36dbe90f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.182292] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38221af-b02d-4003-9044-99ae63d328f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.225442] env[63862]: DEBUG nova.network.neutron [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Updating instance_info_cache with network_info: [{"id": "beb3425d-780c-48c1-9b01-1d6c9130e9c9", "address": "fa:16:3e:89:12:2c", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb3425d-78", "ovs_interfaceid": "beb3425d-780c-48c1-9b01-1d6c9130e9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.231365] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78f2a0-3ee1-4ea9-9d1b-69be1c02d73f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.240256] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528b8ef6-5bfd-2ccd-74d8-8ac580072e02, 'name': SearchDatastore_Task, 'duration_secs': 0.044075} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.242703] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.242703] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 309e7d10-4640-48e1-af6c-81abc89d223b/309e7d10-4640-48e1-af6c-81abc89d223b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2004.243762] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a6fdc9-9f6d-41ec-bc7d-7b3562c91430 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.247200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c7130-da78-46b2-b136-0a9c956775b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.265067] env[63862]: DEBUG nova.compute.provider_tree [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.267946] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2004.267946] env[63862]: value = "task-2098041" [ 2004.267946] env[63862]: _type = "Task" [ 2004.267946] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.276985] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.358989] env[63862]: DEBUG oslo_vmware.api [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132723} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.358989] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.359220] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.359737] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.359947] env[63862]: INFO nova.compute.manager [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2004.360249] env[63862]: DEBUG oslo.service.loopingcall [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.360450] env[63862]: DEBUG nova.compute.manager [-] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.360546] env[63862]: DEBUG nova.network.neutron [-] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.390486] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.584322] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2004.632543] env[63862]: DEBUG oslo_vmware.api [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Task: {'id': task-2098040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185448} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.635367] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2004.635657] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2004.635848] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2004.636084] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2004.636270] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2004.636488] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2004.636776] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2004.637140] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2004.640023] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2004.640023] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2004.640023] env[63862]: DEBUG nova.virt.hardware [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2004.640023] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.640023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.640023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.640023] env[63862]: INFO nova.compute.manager [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2004.640023] env[63862]: DEBUG oslo.service.loopingcall [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.640023] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2061de-b062-4960-9817-3e6cff3deda2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.643650] env[63862]: DEBUG nova.compute.manager [-] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.643753] env[63862]: DEBUG nova.network.neutron [-] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.652650] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387eec3b-0a88-434a-8609-df390e414625 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.739300] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "refresh_cache-4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.739385] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Instance network_info: |[{"id": "beb3425d-780c-48c1-9b01-1d6c9130e9c9", "address": "fa:16:3e:89:12:2c", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb3425d-78", "ovs_interfaceid": "beb3425d-780c-48c1-9b01-1d6c9130e9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2004.744813] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] Acquired lock "refresh_cache-4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.744813] env[63862]: DEBUG nova.network.neutron [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Refreshing network info cache for port beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2004.746143] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:12:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beb3425d-780c-48c1-9b01-1d6c9130e9c9', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2004.757846] env[63862]: DEBUG oslo.service.loopingcall [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.757846] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2004.758122] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de38ea49-02d5-49bf-b8df-16724a9b4443 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.775365] env[63862]: DEBUG nova.scheduler.client.report [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.796700] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.796903] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2004.796903] env[63862]: value = "task-2098042" [ 2004.796903] env[63862]: _type = "Task" [ 2004.796903] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.807617] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098042, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.891230] env[63862]: DEBUG oslo_vmware.api [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098038, 'name': PowerOnVM_Task, 'duration_secs': 0.59741} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.891585] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2004.891769] env[63862]: INFO nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Took 8.48 seconds to spawn the instance on the hypervisor. [ 2004.891997] env[63862]: DEBUG nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.892995] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427de15-8401-4f68-ac66-3064b83b8097 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.288941] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.289491] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2005.292178] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642371} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.292639] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.185s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.292865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.295150] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.850s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.296669] env[63862]: INFO nova.compute.claims [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.302108] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 309e7d10-4640-48e1-af6c-81abc89d223b/309e7d10-4640-48e1-af6c-81abc89d223b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2005.302108] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2005.302108] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb1407cb-304d-46c4-bad0-4f17a6f9698d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.311333] env[63862]: DEBUG nova.network.neutron [-] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.316396] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098042, 'name': CreateVM_Task, 'duration_secs': 0.403775} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.317842] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2005.318341] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2005.318341] env[63862]: value = "task-2098043" [ 2005.318341] env[63862]: _type = "Task" [ 2005.318341] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.319491] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.319969] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.321018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2005.327434] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b74e0a7-f4ca-4a49-9109-8faaf1f232e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.334116] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2005.334116] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527b0daa-e104-f6fd-050f-550342312048" [ 2005.334116] env[63862]: _type = "Task" [ 2005.334116] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.338736] env[63862]: INFO nova.scheduler.client.report [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted allocations for instance 5f4ba151-330b-4ea0-8daa-6f917b22f3cc [ 2005.355827] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527b0daa-e104-f6fd-050f-550342312048, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.355827] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.355827] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.355827] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.355827] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.355827] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2005.355827] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec9f3703-b7ff-4a60-ac7a-c91398dd8f1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.363447] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2005.363665] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2005.364398] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aab1d09-19b5-4ddc-af0e-51cf31af5ad0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.371017] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2005.371017] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c8887a-f00d-e397-31be-cf54a1a90331" [ 2005.371017] env[63862]: _type = "Task" [ 2005.371017] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.379995] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c8887a-f00d-e397-31be-cf54a1a90331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.414785] env[63862]: INFO nova.compute.manager [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Took 49.36 seconds to build instance. [ 2005.697887] env[63862]: DEBUG nova.compute.manager [req-f4edacec-98bb-4d5b-97bc-4bb7ad550a7e req-eff589a1-3cfe-4760-9575-fde4136e735e service nova] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Received event network-vif-deleted-296dff14-c400-4c22-a56d-8ccdaf2edbd4 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2005.794241] env[63862]: DEBUG nova.compute.utils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2005.795864] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2005.795864] env[63862]: DEBUG nova.network.neutron [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2005.813649] env[63862]: INFO nova.compute.manager [-] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Took 1.45 seconds to deallocate network for instance. [ 2005.831378] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083597} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.831624] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2005.832427] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d50d30-877c-4643-b701-a81832278b11 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.864769] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 309e7d10-4640-48e1-af6c-81abc89d223b/309e7d10-4640-48e1-af6c-81abc89d223b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.868027] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d49a497f-0095-4fc3-af37-9bc383ece2f1 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5f4ba151-330b-4ea0-8daa-6f917b22f3cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.942s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.870052] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fdb9197-b564-437f-b4de-8f31f7a48dbb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.889598] env[63862]: DEBUG nova.network.neutron [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Updated VIF entry in instance network info cache for port beb3425d-780c-48c1-9b01-1d6c9130e9c9. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2005.890214] env[63862]: DEBUG nova.network.neutron [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Updating instance_info_cache with network_info: [{"id": "beb3425d-780c-48c1-9b01-1d6c9130e9c9", "address": "fa:16:3e:89:12:2c", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb3425d-78", "ovs_interfaceid": "beb3425d-780c-48c1-9b01-1d6c9130e9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.905281] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c8887a-f00d-e397-31be-cf54a1a90331, 'name': SearchDatastore_Task, 'duration_secs': 0.008136} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.908161] env[63862]: DEBUG nova.policy [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2a39463459942b5a009bab466847a62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4700f95096c34721b3ddf6276ed702c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2005.910374] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2005.910374] env[63862]: value = "task-2098044" [ 2005.910374] env[63862]: _type = "Task" [ 2005.910374] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.911184] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339e4ab6-c043-49da-8514-14a8dd4c79f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.918026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c11900c2-416b-4696-ab16-a9babe5c3288 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "6c227bdf-8f6d-404f-af39-863adde871a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.843s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.921027] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2005.921027] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5239841c-8370-c2fc-4d6f-18271097451e" [ 2005.921027] env[63862]: _type = "Task" [ 2005.921027] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.925589] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.937736] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5239841c-8370-c2fc-4d6f-18271097451e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.154468] env[63862]: DEBUG nova.network.neutron [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Successfully updated port: e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2006.269121] env[63862]: DEBUG nova.network.neutron [-] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.300212] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2006.321246] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.347213] env[63862]: DEBUG nova.network.neutron [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Successfully created port: 14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2006.392609] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cddffd9-c251-46a8-9313-b674da748711 req-28c61218-3fa2-4532-83e7-e6c9cc1e8b90 service nova] Releasing lock "refresh_cache-4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.427378] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2006.430430] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098044, 'name': ReconfigVM_Task, 'duration_secs': 0.267326} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.434977] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 309e7d10-4640-48e1-af6c-81abc89d223b/309e7d10-4640-48e1-af6c-81abc89d223b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2006.440026] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49216ff9-c4b8-4796-adb4-8da68591baa2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.449349] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5239841c-8370-c2fc-4d6f-18271097451e, 'name': SearchDatastore_Task, 'duration_secs': 0.017238} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.450897] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.451309] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb/4437daca-783f-45b9-bf5d-c7fc3fe3f3bb.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2006.452739] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2006.452739] env[63862]: value = "task-2098045" [ 2006.452739] env[63862]: _type = "Task" [ 2006.452739] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.453026] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f82189e-b429-4433-80fe-1c360df15ab0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.468419] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098045, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.469869] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2006.469869] env[63862]: value = "task-2098046" [ 2006.469869] env[63862]: _type = "Task" [ 2006.469869] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.483080] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.659257] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "refresh_cache-0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.659257] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquired lock "refresh_cache-0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.659455] env[63862]: DEBUG nova.network.neutron [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2006.774436] env[63862]: INFO nova.compute.manager [-] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Took 2.13 seconds to deallocate network for instance. [ 2006.949170] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.968503] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098045, 'name': Rename_Task, 'duration_secs': 0.142131} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.968811] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.969047] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4fb393b-edf1-461c-9c05-1b0f7c214642 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.986159] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476544} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.987560] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb/4437daca-783f-45b9-bf5d-c7fc3fe3f3bb.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2006.987807] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2006.988140] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2006.988140] env[63862]: value = "task-2098047" [ 2006.988140] env[63862]: _type = "Task" [ 2006.988140] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.991187] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d426a498-c21e-46b9-a88e-4e4489543706 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.992184] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab3e1bf-d196-43c1-ac8d-3b6390fb8e26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.008762] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8672ce-518d-4ef4-9c74-f77eda81ecd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.012479] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2007.012479] env[63862]: value = "task-2098048" [ 2007.012479] env[63862]: _type = "Task" [ 2007.012479] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.042757] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "6c227bdf-8f6d-404f-af39-863adde871a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.043054] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "6c227bdf-8f6d-404f-af39-863adde871a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.043293] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "6c227bdf-8f6d-404f-af39-863adde871a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.043504] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "6c227bdf-8f6d-404f-af39-863adde871a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.043692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "6c227bdf-8f6d-404f-af39-863adde871a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.046365] env[63862]: INFO nova.compute.manager [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Terminating instance [ 2007.048813] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a2a6c-1e1d-4b8f-a65b-c55159410279 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.055902] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098048, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.061155] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0228ea-3de2-4dad-98dc-1dd7e50c9498 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.075938] env[63862]: DEBUG nova.compute.provider_tree [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.195157] env[63862]: DEBUG nova.network.neutron [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2007.284018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.319588] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2007.347318] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2007.347318] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2007.347318] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2007.347318] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2007.347318] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2007.347673] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2007.348104] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2007.348441] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2007.348799] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2007.349152] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2007.349495] env[63862]: DEBUG nova.virt.hardware [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2007.350891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac46922-fa55-4da8-bebe-708ce6c4c259 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.362017] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e2f41c-35c6-4736-ac70-e074afe201d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.504667] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098047, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.521738] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065807} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.522027] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2007.522874] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e9012-bba0-4790-aee9-17807c5c2000 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.544656] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb/4437daca-783f-45b9-bf5d-c7fc3fe3f3bb.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2007.547354] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a342144-04aa-4082-9e8f-b51bce4738ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.562313] env[63862]: DEBUG nova.compute.manager [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2007.562689] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2007.564032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfafff6-8030-4e8f-b6c8-16f4d1d87249 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.574220] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.575440] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a7bbadf-915a-44b9-8657-aeaa9b3fe777 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.577026] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2007.577026] env[63862]: value = "task-2098049" [ 2007.577026] env[63862]: _type = "Task" [ 2007.577026] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.581199] env[63862]: DEBUG nova.scheduler.client.report [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.586869] env[63862]: DEBUG oslo_vmware.api [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2007.586869] env[63862]: value = "task-2098050" [ 2007.586869] env[63862]: _type = "Task" [ 2007.586869] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.594197] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.599613] env[63862]: DEBUG oslo_vmware.api [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.606416] env[63862]: DEBUG nova.network.neutron [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Updating instance_info_cache with network_info: [{"id": "e8e88603-12c1-4ad3-95e5-a4b4bad61b0f", "address": "fa:16:3e:58:99:a6", "network": {"id": "8f3780e3-d362-4f13-8335-c09a7bff63bb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-383461661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a34bb65d714ee5b4d250faea0ce894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e88603-12", "ovs_interfaceid": "e8e88603-12c1-4ad3-95e5-a4b4bad61b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.733037] env[63862]: DEBUG nova.compute.manager [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Received event network-vif-deleted-ffac5191-2737-4f55-81d6-357180c09f45 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2007.733439] env[63862]: DEBUG nova.compute.manager [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Received event network-vif-plugged-e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2007.733743] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] Acquiring lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.734110] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.734351] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.734540] env[63862]: DEBUG nova.compute.manager [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] No waiting events found dispatching network-vif-plugged-e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2007.734720] env[63862]: WARNING nova.compute.manager [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Received unexpected event network-vif-plugged-e8e88603-12c1-4ad3-95e5-a4b4bad61b0f for instance with vm_state building and task_state spawning. [ 2007.734884] env[63862]: DEBUG nova.compute.manager [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Received event network-changed-e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2007.735136] env[63862]: DEBUG nova.compute.manager [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Refreshing instance network info cache due to event network-changed-e8e88603-12c1-4ad3-95e5-a4b4bad61b0f. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2007.735230] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] Acquiring lock "refresh_cache-0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.004319] env[63862]: DEBUG oslo_vmware.api [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098047, 'name': PowerOnVM_Task, 'duration_secs': 0.551986} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.004754] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.005104] env[63862]: INFO nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Took 8.89 seconds to spawn the instance on the hypervisor. [ 2008.005438] env[63862]: DEBUG nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.006887] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b513629-7482-4047-b904-003a8668d3ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.033732] env[63862]: DEBUG nova.network.neutron [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Successfully updated port: 14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2008.087527] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098049, 'name': ReconfigVM_Task, 'duration_secs': 0.31492} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.088135] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.088643] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2008.096056] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb/4437daca-783f-45b9-bf5d-c7fc3fe3f3bb.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.096056] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.539s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.096056] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.096678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.964s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.098344] env[63862]: INFO nova.compute.claims [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.106786] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0f35d84-e4d3-4f4a-995f-680f166b1a56 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.109880] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Releasing lock "refresh_cache-0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.109880] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Instance network_info: |[{"id": "e8e88603-12c1-4ad3-95e5-a4b4bad61b0f", "address": "fa:16:3e:58:99:a6", "network": {"id": "8f3780e3-d362-4f13-8335-c09a7bff63bb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-383461661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a34bb65d714ee5b4d250faea0ce894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e88603-12", "ovs_interfaceid": "e8e88603-12c1-4ad3-95e5-a4b4bad61b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2008.110830] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] Acquired lock "refresh_cache-0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.110830] env[63862]: DEBUG nova.network.neutron [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Refreshing network info cache for port e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.112208] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:99:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e88603-12c1-4ad3-95e5-a4b4bad61b0f', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2008.121028] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Creating folder: Project (e6a34bb65d714ee5b4d250faea0ce894). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.124834] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7766834d-e18b-436f-91d4-9230e18abe85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.126628] env[63862]: DEBUG oslo_vmware.api [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098050, 'name': PowerOffVM_Task, 'duration_secs': 0.190265} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.127999] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.128201] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.128543] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2008.128543] env[63862]: value = "task-2098051" [ 2008.128543] env[63862]: _type = "Task" [ 2008.128543] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.129345] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff8ce84-7e05-44e8-b4cc-3c1719f316aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.144400] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Created folder: Project (e6a34bb65d714ee5b4d250faea0ce894) in parent group-v429490. [ 2008.144400] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Creating folder: Instances. Parent ref: group-v429627. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.144400] env[63862]: INFO nova.scheduler.client.report [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Deleted allocations for instance a794c6c2-da0b-4ee9-ab9f-7fcf706bf514 [ 2008.151947] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9628d02-c223-4f99-b00d-43b00d60a8ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.159334] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098051, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.167915] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Created folder: Instances in parent group-v429627. [ 2008.168193] env[63862]: DEBUG oslo.service.loopingcall [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.168390] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2008.168723] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4436f39-15a4-44de-bb24-05d183672b63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.188256] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2008.188256] env[63862]: value = "task-2098055" [ 2008.188256] env[63862]: _type = "Task" [ 2008.188256] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.196444] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098055, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.344510] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.344510] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.344510] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Deleting the datastore file [datastore2] 6c227bdf-8f6d-404f-af39-863adde871a2 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.344510] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6798cb7-7a01-4900-beba-f71f17bfe025 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.353020] env[63862]: DEBUG oslo_vmware.api [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for the task: (returnval){ [ 2008.353020] env[63862]: value = "task-2098056" [ 2008.353020] env[63862]: _type = "Task" [ 2008.353020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.360542] env[63862]: DEBUG oslo_vmware.api [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.525307] env[63862]: INFO nova.compute.manager [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Took 46.82 seconds to build instance. [ 2008.537320] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.537388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.537626] env[63862]: DEBUG nova.network.neutron [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.584957] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] Acquiring lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.584957] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] Acquired lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.584957] env[63862]: DEBUG nova.network.neutron [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.596590] env[63862]: DEBUG nova.compute.utils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.600374] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.600582] env[63862]: DEBUG nova.network.neutron [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.642731] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098051, 'name': Rename_Task, 'duration_secs': 0.136242} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.642731] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2008.642731] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-206c5031-a3ee-42dd-aa2c-748ad1166c99 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.651025] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2008.651025] env[63862]: value = "task-2098057" [ 2008.651025] env[63862]: _type = "Task" [ 2008.651025] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.665019] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.665202] env[63862]: DEBUG oslo_concurrency.lockutils [None req-56e593f5-9dfd-477e-ac09-3ddb98de2b54 tempest-ServerGroupTestJSON-1730838776 tempest-ServerGroupTestJSON-1730838776-project-member] Lock "a794c6c2-da0b-4ee9-ab9f-7fcf706bf514" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.758s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.700566] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098055, 'name': CreateVM_Task, 'duration_secs': 0.495383} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.700732] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2008.701416] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.701580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.701890] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2008.702163] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a80f6a-8e52-4251-8c8f-e07d5ef791c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.706784] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2008.706784] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52308e88-ed71-9ad3-0c10-b9daa8b81887" [ 2008.706784] env[63862]: _type = "Task" [ 2008.706784] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.715154] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52308e88-ed71-9ad3-0c10-b9daa8b81887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.739318] env[63862]: DEBUG nova.policy [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d718a8118b24a55b39ba50fc35a92fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '300f67bd54cc481d8b06a1569d3b29ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.863545] env[63862]: DEBUG oslo_vmware.api [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Task: {'id': task-2098056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313513} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.865045] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.865045] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.865045] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.865045] env[63862]: INFO nova.compute.manager [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2008.865045] env[63862]: DEBUG oslo.service.loopingcall [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.865045] env[63862]: DEBUG nova.compute.manager [-] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2008.865045] env[63862]: DEBUG nova.network.neutron [-] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2009.027412] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f97adef1-7fc6-483b-b986-078e72132c33 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "309e7d10-4640-48e1-af6c-81abc89d223b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.544s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.074928] env[63862]: DEBUG nova.network.neutron [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.104099] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2009.165392] env[63862]: DEBUG oslo_vmware.api [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098057, 'name': PowerOnVM_Task, 'duration_secs': 0.482332} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.167850] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2009.168132] env[63862]: INFO nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Took 7.33 seconds to spawn the instance on the hypervisor. [ 2009.168357] env[63862]: DEBUG nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.169963] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49cefa3-a694-409f-9406-3646b82ffd1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.221504] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52308e88-ed71-9ad3-0c10-b9daa8b81887, 'name': SearchDatastore_Task, 'duration_secs': 0.020051} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.221882] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.222136] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2009.222365] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.222507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.223365] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2009.223365] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9c812a-f36b-4d66-bb2a-e6fe3064be17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.237065] env[63862]: DEBUG nova.network.neutron [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Updated VIF entry in instance network info cache for port e8e88603-12c1-4ad3-95e5-a4b4bad61b0f. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2009.237065] env[63862]: DEBUG nova.network.neutron [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Updating instance_info_cache with network_info: [{"id": "e8e88603-12c1-4ad3-95e5-a4b4bad61b0f", "address": "fa:16:3e:58:99:a6", "network": {"id": "8f3780e3-d362-4f13-8335-c09a7bff63bb", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-383461661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6a34bb65d714ee5b4d250faea0ce894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e88603-12", "ovs_interfaceid": "e8e88603-12c1-4ad3-95e5-a4b4bad61b0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.238271] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2009.238508] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2009.239511] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c63d47b-ef6f-44ae-ad0d-5c87cae1c5a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.248061] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2009.248061] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527b6d72-b2f6-b4af-4a1f-92294498c875" [ 2009.248061] env[63862]: _type = "Task" [ 2009.248061] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.262359] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527b6d72-b2f6-b4af-4a1f-92294498c875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.425436] env[63862]: DEBUG nova.network.neutron [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Updating instance_info_cache with network_info: [{"id": "14cde3f4-f98f-4965-98a4-3c571244a776", "address": "fa:16:3e:ea:2d:bf", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cde3f4-f9", "ovs_interfaceid": "14cde3f4-f98f-4965-98a4-3c571244a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.481897] env[63862]: DEBUG nova.network.neutron [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Updating instance_info_cache with network_info: [{"id": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "address": "fa:16:3e:02:8f:ed", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d4a9b-3b", "ovs_interfaceid": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.532383] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2009.544239] env[63862]: DEBUG nova.network.neutron [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Successfully created port: 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.690930] env[63862]: INFO nova.compute.manager [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Took 45.25 seconds to build instance. [ 2009.740174] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce2a564f-b516-47a7-9c6b-ced1f7f1d5e4 req-37540889-87b1-46d2-bfa1-60d50d136285 service nova] Releasing lock "refresh_cache-0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.764150] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527b6d72-b2f6-b4af-4a1f-92294498c875, 'name': SearchDatastore_Task, 'duration_secs': 0.028479} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.768720] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c8d82d-80bb-4875-a242-dd249414e075 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.779647] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2009.779647] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5263d594-f808-38d9-b00f-329f27478edd" [ 2009.779647] env[63862]: _type = "Task" [ 2009.779647] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.791365] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5263d594-f808-38d9-b00f-329f27478edd, 'name': SearchDatastore_Task, 'duration_secs': 0.011376} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.793020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.793020] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6/0b3a786c-0ef3-4fa8-8654-54ed6c3312d6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2009.793020] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa5ca81-7efd-4aaf-8a47-8805605520aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.800673] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2009.800673] env[63862]: value = "task-2098058" [ 2009.800673] env[63862]: _type = "Task" [ 2009.800673] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.812266] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.843960] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b726aa2-1646-4c76-823b-640a2452da55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.852330] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b81112-32b6-491c-aadf-875694783479 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.886886] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca784c49-cf3a-4013-b64e-0cd3375c00a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.895414] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4f6ed-e760-4f4c-8af1-15b6de0e25ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.911758] env[63862]: DEBUG nova.compute.provider_tree [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.927796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.928931] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Instance network_info: |[{"id": "14cde3f4-f98f-4965-98a4-3c571244a776", "address": "fa:16:3e:ea:2d:bf", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cde3f4-f9", "ovs_interfaceid": "14cde3f4-f98f-4965-98a4-3c571244a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.928931] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:2d:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14cde3f4-f98f-4965-98a4-3c571244a776', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.936378] env[63862]: DEBUG oslo.service.loopingcall [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.936903] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.937161] env[63862]: DEBUG nova.network.neutron [-] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.938213] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97fd06eb-02b9-4d22-82e9-80d7649ee485 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.961970] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.961970] env[63862]: value = "task-2098059" [ 2009.961970] env[63862]: _type = "Task" [ 2009.961970] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.973376] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098059, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.985242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] Releasing lock "refresh_cache-309e7d10-4640-48e1-af6c-81abc89d223b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.987240] env[63862]: DEBUG nova.compute.manager [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Inject network info {{(pid=63862) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2009.987240] env[63862]: DEBUG nova.compute.manager [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] network_info to inject: |[{"id": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "address": "fa:16:3e:02:8f:ed", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7d4a9b-3b", "ovs_interfaceid": "2d7d4a9b-3b48-4f58-b07e-597cd3c6d866", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2009.992030] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Reconfiguring VM instance to set the machine id {{(pid=63862) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2009.993412] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c85cca64-9d68-4877-bec0-11ed7679d951 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.009155] env[63862]: DEBUG oslo_vmware.api [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] Waiting for the task: (returnval){ [ 2010.009155] env[63862]: value = "task-2098060" [ 2010.009155] env[63862]: _type = "Task" [ 2010.009155] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.022562] env[63862]: DEBUG oslo_vmware.api [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] Task: {'id': task-2098060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.060327] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.125952] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2010.139708] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.140221] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.168781] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.169063] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.169196] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.169403] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.169525] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.169710] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.169957] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.170301] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.170545] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.170793] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.171041] env[63862]: DEBUG nova.virt.hardware [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.172032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325a842-d2de-400e-9d40-fd093b062ea6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.182539] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd26317-5820-47a9-b933-f0d41a4f72b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.201925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bcc93729-0f18-4ebb-b007-fe30ea915bf9 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.600s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.314507] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.365730] env[63862]: DEBUG nova.compute.manager [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Received event network-vif-plugged-14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.366130] env[63862]: DEBUG oslo_concurrency.lockutils [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] Acquiring lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.366511] env[63862]: DEBUG oslo_concurrency.lockutils [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.366824] env[63862]: DEBUG oslo_concurrency.lockutils [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.367207] env[63862]: DEBUG nova.compute.manager [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] No waiting events found dispatching network-vif-plugged-14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2010.367899] env[63862]: WARNING nova.compute.manager [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Received unexpected event network-vif-plugged-14cde3f4-f98f-4965-98a4-3c571244a776 for instance with vm_state building and task_state spawning. [ 2010.367899] env[63862]: DEBUG nova.compute.manager [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Received event network-changed-14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2010.368126] env[63862]: DEBUG nova.compute.manager [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Refreshing instance network info cache due to event network-changed-14cde3f4-f98f-4965-98a4-3c571244a776. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2010.368392] env[63862]: DEBUG oslo_concurrency.lockutils [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] Acquiring lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.368647] env[63862]: DEBUG oslo_concurrency.lockutils [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] Acquired lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.369317] env[63862]: DEBUG nova.network.neutron [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Refreshing network info cache for port 14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2010.413614] env[63862]: DEBUG nova.scheduler.client.report [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.456276] env[63862]: INFO nova.compute.manager [-] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Took 1.59 seconds to deallocate network for instance. [ 2010.477285] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098059, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.520255] env[63862]: DEBUG oslo_vmware.api [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] Task: {'id': task-2098060, 'name': ReconfigVM_Task, 'duration_secs': 0.229989} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.520255] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e11c2d84-265d-43ad-9786-de76fe980357 tempest-ServersAdminTestJSON-1282802290 tempest-ServersAdminTestJSON-1282802290-project-admin] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Reconfigured VM instance to set the machine id {{(pid=63862) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2010.705571] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2010.813934] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588484} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.814280] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6/0b3a786c-0ef3-4fa8-8654-54ed6c3312d6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2010.814807] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2010.815133] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-690f2c79-e08a-4ca0-a462-8404b6ad7da3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.824831] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2010.824831] env[63862]: value = "task-2098061" [ 2010.824831] env[63862]: _type = "Task" [ 2010.824831] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.834344] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.920155] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.920696] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2010.923876] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.699s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.925381] env[63862]: INFO nova.compute.claims [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.963463] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.972746] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098059, 'name': CreateVM_Task, 'duration_secs': 0.55511} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.972929] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.973621] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.973780] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.978021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.978021] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b1a0bc-8717-4fb8-ac8f-8ef23bba7fa9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.979158] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2010.979158] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bddf81-12a7-3daf-4cf5-d7b6c0d49935" [ 2010.979158] env[63862]: _type = "Task" [ 2010.979158] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.993418] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bddf81-12a7-3daf-4cf5-d7b6c0d49935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.137314] env[63862]: DEBUG nova.network.neutron [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Updated VIF entry in instance network info cache for port 14cde3f4-f98f-4965-98a4-3c571244a776. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.137679] env[63862]: DEBUG nova.network.neutron [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Updating instance_info_cache with network_info: [{"id": "14cde3f4-f98f-4965-98a4-3c571244a776", "address": "fa:16:3e:ea:2d:bf", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cde3f4-f9", "ovs_interfaceid": "14cde3f4-f98f-4965-98a4-3c571244a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.229501] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.335113] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21991} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.335113] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2011.335799] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c58eb-0248-4e4e-8fab-65bac662fc10 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.360478] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6/0b3a786c-0ef3-4fa8-8654-54ed6c3312d6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2011.360923] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26d8a120-8418-44ef-bad1-fd6b05befc92 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.381725] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2011.381725] env[63862]: value = "task-2098062" [ 2011.381725] env[63862]: _type = "Task" [ 2011.381725] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.390508] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.430227] env[63862]: DEBUG nova.compute.utils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.435438] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2011.435438] env[63862]: DEBUG nova.network.neutron [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2011.495719] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bddf81-12a7-3daf-4cf5-d7b6c0d49935, 'name': SearchDatastore_Task, 'duration_secs': 0.023566} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.497342] env[63862]: DEBUG nova.policy [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a58d11f93d41d19874724bbe2ba789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c957d822a44a4277986f9e978ee5e019', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2011.499112] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.499349] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2011.500861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.500861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.500861] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2011.500861] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffa290dc-790a-45aa-8585-5fdca9cfc823 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.511271] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2011.511494] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2011.512303] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8fb0b9-a723-4470-80a0-5ce1d4faba81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.517641] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2011.517641] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520ebd93-a078-4667-159d-80d12c3bade6" [ 2011.517641] env[63862]: _type = "Task" [ 2011.517641] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.526097] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520ebd93-a078-4667-159d-80d12c3bade6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.643536] env[63862]: DEBUG oslo_concurrency.lockutils [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] Releasing lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.643879] env[63862]: DEBUG nova.compute.manager [req-cbf72074-6884-4397-9644-e3d0bad711d5 req-dbe1805d-583f-47d6-938b-3a85851c1a24 service nova] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Received event network-vif-deleted-d52a52de-282f-4197-8165-9d48e5ab18b9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2011.893999] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098062, 'name': ReconfigVM_Task, 'duration_secs': 0.319892} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.894328] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6/0b3a786c-0ef3-4fa8-8654-54ed6c3312d6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.894994] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb6a65fe-f356-4cfe-aa43-760e2bf8edcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.902126] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2011.902126] env[63862]: value = "task-2098063" [ 2011.902126] env[63862]: _type = "Task" [ 2011.902126] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.916204] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098063, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.935200] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2012.030978] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520ebd93-a078-4667-159d-80d12c3bade6, 'name': SearchDatastore_Task, 'duration_secs': 0.02964} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.035696] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b79ca3-f9d2-4c6d-8cf2-4df746640f1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.042293] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2012.042293] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c39847-4d3a-b06f-21a2-38397b7a7dbc" [ 2012.042293] env[63862]: _type = "Task" [ 2012.042293] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.054797] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c39847-4d3a-b06f-21a2-38397b7a7dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.099592] env[63862]: DEBUG nova.compute.manager [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.100316] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706e2225-baab-421f-8953-df7443ad2d93 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.218702] env[63862]: DEBUG nova.network.neutron [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Successfully created port: 0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2012.412777] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098063, 'name': Rename_Task, 'duration_secs': 0.18052} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.413379] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.413664] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e764360-97fe-473e-b05d-4bc53ba61d45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.421269] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2012.421269] env[63862]: value = "task-2098064" [ 2012.421269] env[63862]: _type = "Task" [ 2012.421269] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.437358] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.523837] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae4952a-ba7e-4fc3-b87f-682963c4b4a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.532608] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45bb4cc-4e0f-4792-b7f8-75e69ba5b924 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.568199] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8f1631-67b1-4052-b960-0dea7727a079 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.578895] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c39847-4d3a-b06f-21a2-38397b7a7dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.034774} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.581299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.581472] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a52c8ca3-482e-48df-b8a1-7a20bbbaddf7/a52c8ca3-482e-48df-b8a1-7a20bbbaddf7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.581760] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e1ace16-97b6-4ef5-8eea-44ff17977809 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.585102] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ed5d3-26b4-4f0e-891f-98f6f6e7b0da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.599061] env[63862]: DEBUG nova.compute.provider_tree [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.602038] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2012.602038] env[63862]: value = "task-2098065" [ 2012.602038] env[63862]: _type = "Task" [ 2012.602038] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.612157] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.619248] env[63862]: INFO nova.compute.manager [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] instance snapshotting [ 2012.623341] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e56b23e-7b2b-4f8e-854d-edcfead7cb12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.645429] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc702017-3aa3-4d7c-a367-63e723db239a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.936459] env[63862]: DEBUG oslo_vmware.api [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098064, 'name': PowerOnVM_Task, 'duration_secs': 0.467581} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.936787] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.937012] env[63862]: INFO nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Took 8.35 seconds to spawn the instance on the hypervisor. [ 2012.937208] env[63862]: DEBUG nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.939453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139b7b13-523f-46ed-9d80-f4c220a47ea5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.951337] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2012.984984] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.985612] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.985612] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.985612] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.985803] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.985875] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.986135] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.986293] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.986528] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.987581] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.987581] env[63862]: DEBUG nova.virt.hardware [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.988557] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e279a75-bf82-43f2-8202-d917c0d58665 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.999453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84edf7e3-0f7a-42e5-9d76-60a344eaa74e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.110179] env[63862]: DEBUG nova.scheduler.client.report [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.121431] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098065, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.158631] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2013.159071] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7acf35e2-90d9-4ad2-ba77-a4e7fe2c068a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.168748] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2013.168748] env[63862]: value = "task-2098066" [ 2013.168748] env[63862]: _type = "Task" [ 2013.168748] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.177585] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.461884] env[63862]: INFO nova.compute.manager [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Took 44.72 seconds to build instance. [ 2013.464664] env[63862]: INFO nova.compute.manager [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Rebuilding instance [ 2013.518085] env[63862]: DEBUG nova.compute.manager [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.519075] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0486067b-adbd-47fc-a352-14ceec773181 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.616023] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624961} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.616023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a52c8ca3-482e-48df-b8a1-7a20bbbaddf7/a52c8ca3-482e-48df-b8a1-7a20bbbaddf7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2013.616023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2013.616023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1ed60de-c6c0-41ee-b570-f4e5a9d150b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.616683] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.617904] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2013.620690] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.579s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.623069] env[63862]: INFO nova.compute.claims [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2013.633172] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2013.633172] env[63862]: value = "task-2098067" [ 2013.633172] env[63862]: _type = "Task" [ 2013.633172] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.642381] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.680328] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.963243] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc398ec7-467a-4efd-9287-fea8c040f51a tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.919s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.129043] env[63862]: DEBUG nova.compute.utils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2014.132396] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2014.132573] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2014.149054] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07214} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.149361] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2014.152850] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a937c48-3759-45e2-b4f8-7c48604caf87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.175695] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] a52c8ca3-482e-48df-b8a1-7a20bbbaddf7/a52c8ca3-482e-48df-b8a1-7a20bbbaddf7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2014.176461] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf64180f-2ebf-4c11-86eb-c126b1cbf0aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.203472] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.204901] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2014.204901] env[63862]: value = "task-2098068" [ 2014.204901] env[63862]: _type = "Task" [ 2014.204901] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.211719] env[63862]: DEBUG nova.policy [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5da2e0ec8341c2b3009a7dfd15cc67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db57814d9b7e4d5d9569dee7911467e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2014.216524] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098068, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.466674] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2014.538204] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2014.538204] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250bd64e-efc6-45a7-ba6e-771f928c74ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.544020] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2014.544020] env[63862]: value = "task-2098069" [ 2014.544020] env[63862]: _type = "Task" [ 2014.544020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.555139] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.630127] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Successfully created port: 0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2014.632786] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2014.643410] env[63862]: INFO nova.compute.manager [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Rebuilding instance [ 2014.701944] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.704780] env[63862]: DEBUG nova.compute.manager [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2014.705612] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c05b6d-975d-459f-8afd-4f70edfe4c83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.726337] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.990370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.059719] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098069, 'name': PowerOffVM_Task, 'duration_secs': 0.347838} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.059719] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.060228] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.061445] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb10ed1-b234-4ef2-ab5c-a2107983ad8a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.072806] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.073076] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f107b18d-b6bc-44f6-b51a-0d42161f3af0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.195774] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098066, 'name': CreateSnapshot_Task, 'duration_secs': 1.640654} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.196322] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2015.197128] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde8ca15-bbf0-4dc0-b8ca-7d141074264c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.213303] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1cdebd-aa53-4b45-b2e4-da266cbb5eff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.227362] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcf328f-4121-420b-a3b2-d0b8a6ecf1f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.230555] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098068, 'name': ReconfigVM_Task, 'duration_secs': 0.734796} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.234029] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Reconfigured VM instance instance-0000002f to attach disk [datastore2] a52c8ca3-482e-48df-b8a1-7a20bbbaddf7/a52c8ca3-482e-48df-b8a1-7a20bbbaddf7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.236550] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e71ab915-f49c-4e94-ac3e-ea23e85884b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.264150] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac7c450-1514-4213-9bc2-675336d62c4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.268228] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2015.268228] env[63862]: value = "task-2098071" [ 2015.268228] env[63862]: _type = "Task" [ 2015.268228] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.276643] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff21fdd0-c1b7-400a-b9c6-d34cdc0dc52f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.283534] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098071, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.294212] env[63862]: DEBUG nova.compute.provider_tree [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.646715] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2015.674829] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2015.675416] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.675649] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2015.675841] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.675989] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2015.676155] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2015.676369] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2015.676529] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2015.676698] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2015.676858] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2015.677714] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2015.677918] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eecd3c8-0af1-4236-b36c-c8403f48cb95 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.686506] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300954a4-d999-47df-b415-e3a76f771a6d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.723572] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2015.723923] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f086bb6c-cf05-4342-b6a0-1e639771a4c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.732107] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2015.732107] env[63862]: value = "task-2098072" [ 2015.732107] env[63862]: _type = "Task" [ 2015.732107] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.737346] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.737346] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb620f57-697f-4793-ae70-b9f50910658c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.742730] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.744055] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 2015.744055] env[63862]: value = "task-2098073" [ 2015.744055] env[63862]: _type = "Task" [ 2015.744055] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.752036] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.779420] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098071, 'name': Rename_Task, 'duration_secs': 0.241763} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.779731] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2015.780023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe936512-a951-45d8-b677-7ca71e2b1c39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.786448] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2015.786448] env[63862]: value = "task-2098074" [ 2015.786448] env[63862]: _type = "Task" [ 2015.786448] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.795605] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.797648] env[63862]: DEBUG nova.scheduler.client.report [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.242498] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.254302] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098073, 'name': PowerOffVM_Task, 'duration_secs': 0.186529} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.254302] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.255030] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.255030] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0459fa1-a31f-4ffd-8f9c-c166afc23c7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.263796] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 2016.263796] env[63862]: value = "task-2098075" [ 2016.263796] env[63862]: _type = "Task" [ 2016.263796] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.273379] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2016.273662] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2016.273951] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429550', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'name': 'volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'serial': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2016.275053] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0987b875-db60-4353-b605-9d862c13d819 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.299882] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4034c3ba-d215-446b-8b74-630700030534 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.303604] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.304206] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2016.307694] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.204s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.307694] env[63862]: DEBUG nova.objects.instance [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lazy-loading 'resources' on Instance uuid 721fd930-260b-46e1-a6e7-7058d5ff875a {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.312631] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098074, 'name': PowerOnVM_Task} progress is 80%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.315330] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962459ad-2db1-4a53-8c82-1d327d776c5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.334665] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a0762-a631-4fbd-8115-e9d9f7790d4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.349954] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.350222] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.350426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.350605] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.350770] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.353033] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] The volume has not been displaced from its original location: [datastore2] volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761/volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2016.358181] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2016.358689] env[63862]: INFO nova.compute.manager [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Terminating instance [ 2016.360362] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9771d860-162d-4cad-916b-b9015a05f888 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.379936] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 2016.379936] env[63862]: value = "task-2098076" [ 2016.379936] env[63862]: _type = "Task" [ 2016.379936] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.388635] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.742412] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.806006] env[63862]: DEBUG oslo_vmware.api [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098074, 'name': PowerOnVM_Task, 'duration_secs': 0.756903} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.806311] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2016.806642] env[63862]: INFO nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Took 9.49 seconds to spawn the instance on the hypervisor. [ 2016.806812] env[63862]: DEBUG nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2016.807609] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1becfd01-beb2-4f9a-ae27-0148ce73bebc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.815631] env[63862]: DEBUG nova.compute.utils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2016.817216] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2016.817378] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2016.866948] env[63862]: DEBUG nova.policy [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5da2e0ec8341c2b3009a7dfd15cc67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db57814d9b7e4d5d9569dee7911467e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2016.876944] env[63862]: DEBUG nova.compute.manager [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2016.877297] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2016.878955] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db00fd90-16a0-4395-84d1-76a40398a135 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.889473] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.892591] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f095edc3-8330-499f-b02b-7a0efe5beb29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.894062] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098076, 'name': ReconfigVM_Task, 'duration_secs': 0.175316} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.894649] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2016.901897] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bbe454d-93f8-48f1-97d9-0e755fa6c284 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.914241] env[63862]: DEBUG oslo_vmware.api [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2016.914241] env[63862]: value = "task-2098077" [ 2016.914241] env[63862]: _type = "Task" [ 2016.914241] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.921813] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 2016.921813] env[63862]: value = "task-2098078" [ 2016.921813] env[63862]: _type = "Task" [ 2016.921813] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.925417] env[63862]: DEBUG oslo_vmware.api [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.937744] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.242682] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.247270] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Successfully created port: 9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2017.319647] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2017.334304] env[63862]: INFO nova.compute.manager [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Took 42.16 seconds to build instance. [ 2017.370587] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afd490-bdd2-4dbb-9e2d-d063098c6861 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.379079] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fe2434-76fd-430f-bb01-51d594c49b86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.419113] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef58c043-12dc-40f4-b820-dbfcde99e63b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.432439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab5012-50f7-4e69-8036-0a41f6175d78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.436252] env[63862]: DEBUG oslo_vmware.api [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098077, 'name': PowerOffVM_Task, 'duration_secs': 0.219879} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.436605] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.436735] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.437576] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a793113e-74b0-4283-9ec7-0e2f5cc69993 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.441805] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098078, 'name': ReconfigVM_Task, 'duration_secs': 0.175215} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.449746] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429550', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'name': 'volume-4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761', 'serial': '4cf5ac8f-20f1-4ef1-81c9-d5154661c761'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2017.450064] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2017.450859] env[63862]: DEBUG nova.compute.provider_tree [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.452787] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cc8894-258b-4537-993f-2a9c9b3cead6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.459408] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.459647] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fab3543-296e-46ee-96d0-0cca582dcdc1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.747015] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.835675] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74d8829f-e491-4d57-97f9-ca1c5ef32631 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.589s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.956867] env[63862]: DEBUG nova.scheduler.client.report [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.072060] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.072356] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.072527] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Deleting the datastore file [datastore2] 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.072921] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c0a9f71-0f00-4808-8c11-d9b8ffc0f46e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.080579] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.080829] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.081090] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Deleting the datastore file [datastore2] 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.083343] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3468d3fd-220f-411c-8162-f6ba058db09d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.086000] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2018.086675] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2018.087181] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleting the datastore file [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2018.087568] env[63862]: DEBUG oslo_vmware.api [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for the task: (returnval){ [ 2018.087568] env[63862]: value = "task-2098081" [ 2018.087568] env[63862]: _type = "Task" [ 2018.087568] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.087778] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc431ee4-8b50-415e-9d77-9d62f8aa60ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.095519] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for the task: (returnval){ [ 2018.095519] env[63862]: value = "task-2098082" [ 2018.095519] env[63862]: _type = "Task" [ 2018.095519] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.103854] env[63862]: DEBUG oslo_vmware.api [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.104276] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2018.104276] env[63862]: value = "task-2098083" [ 2018.104276] env[63862]: _type = "Task" [ 2018.104276] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.112484] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.115140] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.244972] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.329416] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2018.338234] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.374373] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.375800] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.376471] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.376471] env[63862]: DEBUG nova.virt.hardware [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.377018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1945a8fc-ed05-4656-abd0-428ceb63b46c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.386153] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802f5781-00bf-4cfd-a8ed-9027597ae337 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.464354] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.467245] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.754s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.467480] env[63862]: DEBUG nova.objects.instance [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lazy-loading 'resources' on Instance uuid 4115827a-5561-44e4-97cb-ac47c2be2c66 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.500612] env[63862]: INFO nova.scheduler.client.report [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Deleted allocations for instance 721fd930-260b-46e1-a6e7-7058d5ff875a [ 2018.600262] env[63862]: DEBUG oslo_vmware.api [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Task: {'id': task-2098081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145551} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.603823] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.604683] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.604893] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.605086] env[63862]: INFO nova.compute.manager [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2018.605337] env[63862]: DEBUG oslo.service.loopingcall [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.605611] env[63862]: DEBUG nova.compute.manager [-] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2018.605702] env[63862]: DEBUG nova.network.neutron [-] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2018.614296] env[63862]: DEBUG oslo_vmware.api [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Task: {'id': task-2098082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08238} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.615876] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.616117] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.616324] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.619397] env[63862]: DEBUG nova.compute.manager [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Received event network-changed-14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2018.619574] env[63862]: DEBUG nova.compute.manager [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Refreshing instance network info cache due to event network-changed-14cde3f4-f98f-4965-98a4-3c571244a776. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2018.619788] env[63862]: DEBUG oslo_concurrency.lockutils [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] Acquiring lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.619983] env[63862]: DEBUG oslo_concurrency.lockutils [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] Acquired lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.620182] env[63862]: DEBUG nova.network.neutron [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Refreshing network info cache for port 14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2018.624934] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143672} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.625381] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2018.625565] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2018.625743] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2018.694218] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2018.694218] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b74220b3-3eb8-4bff-9615-7b8cf75b198f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.703171] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a5a60-79a4-41c6-b36c-2c573374c2e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.742477] env[63862]: ERROR nova.compute.manager [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Failed to detach volume 4cf5ac8f-20f1-4ef1-81c9-d5154661c761 from /dev/sda: nova.exception.InstanceNotFound: Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 could not be found. [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Traceback (most recent call last): [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self.driver.rebuild(**kwargs) [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] raise NotImplementedError() [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] NotImplementedError [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] During handling of the above exception, another exception occurred: [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Traceback (most recent call last): [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self.driver.detach_volume(context, old_connection_info, [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] return self._volumeops.detach_volume(connection_info, instance) [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._detach_volume_vmdk(connection_info, instance) [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] stable_ref.fetch_moref(session) [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] nova.exception.InstanceNotFound: Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 could not be found. [ 2018.742477] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.763157] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.865582] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.927850] env[63862]: DEBUG nova.compute.utils [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Build of instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 aborted: Failed to rebuild volume backed instance. {{(pid=63862) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2018.927850] env[63862]: ERROR nova.compute.manager [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 aborted: Failed to rebuild volume backed instance. [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Traceback (most recent call last): [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self.driver.rebuild(**kwargs) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] raise NotImplementedError() [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] NotImplementedError [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] During handling of the above exception, another exception occurred: [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Traceback (most recent call last): [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._detach_root_volume(context, instance, root_bdm) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] with excutils.save_and_reraise_exception(): [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self.force_reraise() [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] raise self.value [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self.driver.detach_volume(context, old_connection_info, [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] return self._volumeops.detach_volume(connection_info, instance) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._detach_volume_vmdk(connection_info, instance) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] stable_ref.fetch_moref(session) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] nova.exception.InstanceNotFound: Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 could not be found. [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] During handling of the above exception, another exception occurred: [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2018.927850] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Traceback (most recent call last): [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 11384, in _error_out_instance_on_exception [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] yield [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._do_rebuild_instance_with_claim( [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._do_rebuild_instance( [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._rebuild_default_impl(**kwargs) [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] self._rebuild_volume_backed_instance( [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] raise exception.BuildAbortException( [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] nova.exception.BuildAbortException: Build of instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 aborted: Failed to rebuild volume backed instance. [ 2018.929237] env[63862]: ERROR nova.compute.manager [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] [ 2019.009960] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9e99c7c5-c97e-4057-bc6a-1e32a12247b8 tempest-FloatingIPsAssociationTestJSON-348544830 tempest-FloatingIPsAssociationTestJSON-348544830-project-member] Lock "721fd930-260b-46e1-a6e7-7058d5ff875a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.890s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.255163] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098072, 'name': CloneVM_Task, 'duration_secs': 3.339334} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.255883] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Created linked-clone VM from snapshot [ 2019.257317] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379fbb16-fda0-4d02-8b4b-b6d8f68c007f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.269640] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Uploading image ed5302c1-4163-4bb5-884d-4e13e280b09f {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2019.287158] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2019.287461] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-104e5c0d-c871-4808-9b43-5940f001287e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.299633] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2019.299633] env[63862]: value = "task-2098084" [ 2019.299633] env[63862]: _type = "Task" [ 2019.299633] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.312964] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098084, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.457668] env[63862]: DEBUG nova.network.neutron [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Successfully updated port: 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.539061] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c6bbe-747c-42c4-85f9-6a8d01c7058f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.550953] env[63862]: DEBUG nova.network.neutron [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Successfully updated port: 0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.557574] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c0e6a5-c80b-4a5b-b679-80be44528d9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.570099] env[63862]: DEBUG nova.compute.manager [req-b4b039e3-e0e8-4c8c-898e-834db5d5d632 req-b9757cc9-8c09-4148-a06c-426aca9085d8 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Received event network-vif-plugged-0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2019.570540] env[63862]: DEBUG oslo_concurrency.lockutils [req-b4b039e3-e0e8-4c8c-898e-834db5d5d632 req-b9757cc9-8c09-4148-a06c-426aca9085d8 service nova] Acquiring lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.570742] env[63862]: DEBUG oslo_concurrency.lockutils [req-b4b039e3-e0e8-4c8c-898e-834db5d5d632 req-b9757cc9-8c09-4148-a06c-426aca9085d8 service nova] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.571191] env[63862]: DEBUG oslo_concurrency.lockutils [req-b4b039e3-e0e8-4c8c-898e-834db5d5d632 req-b9757cc9-8c09-4148-a06c-426aca9085d8 service nova] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.571191] env[63862]: DEBUG nova.compute.manager [req-b4b039e3-e0e8-4c8c-898e-834db5d5d632 req-b9757cc9-8c09-4148-a06c-426aca9085d8 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] No waiting events found dispatching network-vif-plugged-0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2019.571310] env[63862]: WARNING nova.compute.manager [req-b4b039e3-e0e8-4c8c-898e-834db5d5d632 req-b9757cc9-8c09-4148-a06c-426aca9085d8 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Received unexpected event network-vif-plugged-0ee166b8-b9d0-435c-9a96-e2fb401738eb for instance with vm_state building and task_state spawning. [ 2019.602499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227e21ce-3ba6-47df-8ef2-570909c4a120 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.611367] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41769795-1cf9-4af3-b6db-a1f125f23b2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.628090] env[63862]: DEBUG nova.compute.provider_tree [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.671548] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2019.671714] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2019.671877] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2019.676020] env[63862]: DEBUG nova.virt.hardware [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2019.676020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952716c-4966-4114-9cb9-8561f65c3ee8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.678982] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Successfully updated port: 0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2019.686844] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e97db7a-9d83-4ed9-969a-22577b9dfe31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.703821] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8fddb3d-02e7-4fc2-92fe-6d0486d50de0', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.711599] env[63862]: DEBUG oslo.service.loopingcall [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.712426] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.712662] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d3283c-ea9b-4174-8860-d7618e55aa23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.728986] env[63862]: DEBUG nova.network.neutron [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Updated VIF entry in instance network info cache for port 14cde3f4-f98f-4965-98a4-3c571244a776. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2019.729365] env[63862]: DEBUG nova.network.neutron [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Updating instance_info_cache with network_info: [{"id": "14cde3f4-f98f-4965-98a4-3c571244a776", "address": "fa:16:3e:ea:2d:bf", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cde3f4-f9", "ovs_interfaceid": "14cde3f4-f98f-4965-98a4-3c571244a776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.736657] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.736657] env[63862]: value = "task-2098085" [ 2019.736657] env[63862]: _type = "Task" [ 2019.736657] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.745326] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098085, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.809644] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098084, 'name': Destroy_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.927765] env[63862]: DEBUG nova.network.neutron [-] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.960526] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.960799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.960883] env[63862]: DEBUG nova.network.neutron [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.015044] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Successfully updated port: 9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2020.065213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-aae64db3-3ace-4127-a7fe-ec0efb3f9a12" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.065213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-aae64db3-3ace-4127-a7fe-ec0efb3f9a12" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.065357] env[63862]: DEBUG nova.network.neutron [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.131288] env[63862]: DEBUG nova.scheduler.client.report [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2020.181555] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "refresh_cache-fe891299-be56-4141-a088-cd49b235eca4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.181710] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "refresh_cache-fe891299-be56-4141-a088-cd49b235eca4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.181860] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.231590] env[63862]: DEBUG oslo_concurrency.lockutils [req-a895d2ad-7ba9-43ed-be72-82c091e8d856 req-13bcdc5b-5202-40d7-b8d9-7258b387c393 service nova] Releasing lock "refresh_cache-a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.253263] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098085, 'name': CreateVM_Task, 'duration_secs': 0.428522} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.253436] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.254145] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.254325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.254325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.254902] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6573a39-0b3a-4ff9-9bf3-41e426f7b861 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.260436] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2020.260436] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52482da1-d66d-375e-ba35-5c26b7b5aa01" [ 2020.260436] env[63862]: _type = "Task" [ 2020.260436] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.268318] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52482da1-d66d-375e-ba35-5c26b7b5aa01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.310849] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098084, 'name': Destroy_Task, 'duration_secs': 0.534576} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.310849] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Destroyed the VM [ 2020.310849] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2020.311045] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-532b237a-19b4-4651-a7b9-4c668becaf1d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.317751] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2020.317751] env[63862]: value = "task-2098086" [ 2020.317751] env[63862]: _type = "Task" [ 2020.317751] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.326180] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.431231] env[63862]: INFO nova.compute.manager [-] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Took 1.83 seconds to deallocate network for instance. [ 2020.520679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "refresh_cache-fc552541-9852-456b-8ee0-24003f65f99c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.520834] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "refresh_cache-fc552541-9852-456b-8ee0-24003f65f99c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.521077] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.527999] env[63862]: DEBUG nova.network.neutron [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.636635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.638875] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.567s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.659965] env[63862]: DEBUG nova.network.neutron [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.670476] env[63862]: INFO nova.scheduler.client.report [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Deleted allocations for instance 4115827a-5561-44e4-97cb-ac47c2be2c66 [ 2020.693140] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Received event network-vif-plugged-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2020.693363] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Acquiring lock "587605e1-f04e-4d46-a4d2-0f0493039932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.693570] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Lock "587605e1-f04e-4d46-a4d2-0f0493039932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.693735] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Lock "587605e1-f04e-4d46-a4d2-0f0493039932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.693901] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] No waiting events found dispatching network-vif-plugged-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2020.694092] env[63862]: WARNING nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Received unexpected event network-vif-plugged-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb for instance with vm_state building and task_state spawning. [ 2020.694278] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Received event network-vif-plugged-0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2020.694438] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Acquiring lock "fe891299-be56-4141-a088-cd49b235eca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.694614] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Lock "fe891299-be56-4141-a088-cd49b235eca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.694766] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Lock "fe891299-be56-4141-a088-cd49b235eca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.694926] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] No waiting events found dispatching network-vif-plugged-0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2020.695100] env[63862]: WARNING nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Received unexpected event network-vif-plugged-0125c7bd-cca7-491a-a534-1ccb4ac84d08 for instance with vm_state building and task_state spawning. [ 2020.695778] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Received event network-vif-deleted-e8e88603-12c1-4ad3-95e5-a4b4bad61b0f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2020.695778] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Received event network-changed-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2020.695778] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Refreshing instance network info cache due to event network-changed-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2020.695778] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Acquiring lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.731613] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2020.771970] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52482da1-d66d-375e-ba35-5c26b7b5aa01, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.772370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.772543] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.773044] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.773206] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.773373] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.773678] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f026ee74-c529-4d0d-b950-1c568431a2db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.784586] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.784783] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.785575] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457c67a5-446b-4df4-9392-49ccfb1f1f31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.802667] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2020.802667] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526a6ef3-7f63-553c-2af7-7d29fdd3efa0" [ 2020.802667] env[63862]: _type = "Task" [ 2020.802667] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.815993] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526a6ef3-7f63-553c-2af7-7d29fdd3efa0, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.816800] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1c2d42-7728-4b24-98ac-a7eb9cdc740f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.825829] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2020.825829] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5251d68e-2338-ee08-3854-7e925c80d173" [ 2020.825829] env[63862]: _type = "Task" [ 2020.825829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.829359] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.842494] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5251d68e-2338-ee08-3854-7e925c80d173, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.846480] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.846758] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2020.847188] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91613a09-7c4e-4ccf-bffb-749e8db2674e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.858232] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2020.858232] env[63862]: value = "task-2098087" [ 2020.858232] env[63862]: _type = "Task" [ 2020.858232] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.868264] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.933204] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Updating instance_info_cache with network_info: [{"id": "0125c7bd-cca7-491a-a534-1ccb4ac84d08", "address": "fa:16:3e:6a:48:b7", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125c7bd-cc", "ovs_interfaceid": "0125c7bd-cca7-491a-a534-1ccb4ac84d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.942602] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.945569] env[63862]: DEBUG nova.network.neutron [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [{"id": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "address": "fa:16:3e:76:5f:76", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4fe5b6-99", "ovs_interfaceid": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.947976] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.074299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquiring lock "edb95cc6-a598-43a1-9be4-45a0a89da796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.074299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.074299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquiring lock "edb95cc6-a598-43a1-9be4-45a0a89da796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.074299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.074299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.075097] env[63862]: INFO nova.compute.manager [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Terminating instance [ 2021.148110] env[63862]: INFO nova.compute.claims [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.153457] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2021.158799] env[63862]: DEBUG nova.network.neutron [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Updating instance_info_cache with network_info: [{"id": "0ee166b8-b9d0-435c-9a96-e2fb401738eb", "address": "fa:16:3e:91:39:d9", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee166b8-b9", "ovs_interfaceid": "0ee166b8-b9d0-435c-9a96-e2fb401738eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.181444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5de086fb-3ca4-46c0-89b1-e4c33e485e54 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "4115827a-5561-44e4-97cb-ac47c2be2c66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.058s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.333278] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098086, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.369086] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476509} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.369442] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2021.369926] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2021.370254] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64896fcd-1829-4e12-ad20-53077b1d12e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.378932] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2021.378932] env[63862]: value = "task-2098088" [ 2021.378932] env[63862]: _type = "Task" [ 2021.378932] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.387124] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.435329] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "refresh_cache-fe891299-be56-4141-a088-cd49b235eca4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.435695] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Instance network_info: |[{"id": "0125c7bd-cca7-491a-a534-1ccb4ac84d08", "address": "fa:16:3e:6a:48:b7", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125c7bd-cc", "ovs_interfaceid": "0125c7bd-cca7-491a-a534-1ccb4ac84d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.436192] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:48:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0125c7bd-cca7-491a-a534-1ccb4ac84d08', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.454336] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Creating folder: Project (db57814d9b7e4d5d9569dee7911467e2). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.454938] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.455325] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Instance network_info: |[{"id": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "address": "fa:16:3e:76:5f:76", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4fe5b6-99", "ovs_interfaceid": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.455643] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7a43383-e7de-4eb2-bb68-f3f21bf6fb9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.459090] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Acquired lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.459090] env[63862]: DEBUG nova.network.neutron [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Refreshing network info cache for port 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.459903] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:5f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a4fe5b6-9915-4a4f-9e5a-25b1707476eb', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.468513] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating folder: Project (300f67bd54cc481d8b06a1569d3b29ac). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.470026] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b5f70b-25d5-4341-bf72-9a24c58618f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.476093] env[63862]: DEBUG nova.network.neutron [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Updating instance_info_cache with network_info: [{"id": "9d460f42-56b3-484c-9308-6b2f1ef562f5", "address": "fa:16:3e:07:2c:0d", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d460f42-56", "ovs_interfaceid": "9d460f42-56b3-484c-9308-6b2f1ef562f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.484260] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Created folder: Project (db57814d9b7e4d5d9569dee7911467e2) in parent group-v429490. [ 2021.484469] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Creating folder: Instances. Parent ref: group-v429634. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.486965] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09667a9b-aba5-4414-af51-9f26ebd5f8b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.490399] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created folder: Project (300f67bd54cc481d8b06a1569d3b29ac) in parent group-v429490. [ 2021.490587] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating folder: Instances. Parent ref: group-v429635. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2021.491144] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f12cbfb9-67d8-4043-a02b-a8a9a295ee2f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.503565] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Created folder: Instances in parent group-v429634. [ 2021.503814] env[63862]: DEBUG oslo.service.loopingcall [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.506192] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe891299-be56-4141-a088-cd49b235eca4] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.506281] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created folder: Instances in parent group-v429635. [ 2021.507641] env[63862]: DEBUG oslo.service.loopingcall [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.507641] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06c8f2bf-4f6e-416c-9c10-005e676cca1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.524507] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.525737] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5ac5e0e-0a45-45c4-b072-e9179a939121 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.545641] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.545641] env[63862]: value = "task-2098094" [ 2021.545641] env[63862]: _type = "Task" [ 2021.545641] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.546959] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.546959] env[63862]: value = "task-2098093" [ 2021.546959] env[63862]: _type = "Task" [ 2021.546959] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.559534] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098094, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.563439] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098093, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.579926] env[63862]: DEBUG nova.compute.manager [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2021.580333] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.580638] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93d08ef1-bfe4-481b-b75e-188d240fdfb0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.589919] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 2021.589919] env[63862]: value = "task-2098095" [ 2021.589919] env[63862]: _type = "Task" [ 2021.589919] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.600816] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.659747] env[63862]: INFO nova.compute.resource_tracker [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating resource usage from migration 3f42e84c-d74b-459f-959b-201ef83c673c [ 2021.666872] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-aae64db3-3ace-4127-a7fe-ec0efb3f9a12" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.667488] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance network_info: |[{"id": "0ee166b8-b9d0-435c-9a96-e2fb401738eb", "address": "fa:16:3e:91:39:d9", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee166b8-b9", "ovs_interfaceid": "0ee166b8-b9d0-435c-9a96-e2fb401738eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.668223] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:39:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee166b8-b9d0-435c-9a96-e2fb401738eb', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.678455] env[63862]: DEBUG oslo.service.loopingcall [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.678455] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.678673] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61cef62e-5432-48f1-8eca-34554e68ad7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.705655] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2021.705655] env[63862]: value = "task-2098096" [ 2021.705655] env[63862]: _type = "Task" [ 2021.705655] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.714946] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098096, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.832110] env[63862]: DEBUG oslo_vmware.api [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098086, 'name': RemoveSnapshot_Task, 'duration_secs': 1.203223} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.832460] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2021.894749] env[63862]: DEBUG nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Received event network-changed-0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2021.894954] env[63862]: DEBUG nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Refreshing instance network info cache due to event network-changed-0ee166b8-b9d0-435c-9a96-e2fb401738eb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2021.895214] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Acquiring lock "refresh_cache-aae64db3-3ace-4127-a7fe-ec0efb3f9a12" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.895349] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Acquired lock "refresh_cache-aae64db3-3ace-4127-a7fe-ec0efb3f9a12" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.895517] env[63862]: DEBUG nova.network.neutron [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Refreshing network info cache for port 0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2021.905519] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07321} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.911109] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.912487] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e27df9-f0ac-47b6-8396-3d51e0a693d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.935867] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.939050] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a24a5b-a26d-4842-a416-a476b234ef74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.958985] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2021.958985] env[63862]: value = "task-2098097" [ 2021.958985] env[63862]: _type = "Task" [ 2021.958985] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.969503] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.978264] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "refresh_cache-fc552541-9852-456b-8ee0-24003f65f99c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.978557] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Instance network_info: |[{"id": "9d460f42-56b3-484c-9308-6b2f1ef562f5", "address": "fa:16:3e:07:2c:0d", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d460f42-56", "ovs_interfaceid": "9d460f42-56b3-484c-9308-6b2f1ef562f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2021.979223] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:2c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d460f42-56b3-484c-9308-6b2f1ef562f5', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2021.987839] env[63862]: DEBUG oslo.service.loopingcall [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.991478] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2021.991735] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0202b7fa-75b1-400f-8e16-7854b6e89481 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.015781] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2022.015781] env[63862]: value = "task-2098098" [ 2022.015781] env[63862]: _type = "Task" [ 2022.015781] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.027095] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098098, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.060335] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098094, 'name': CreateVM_Task, 'duration_secs': 0.480902} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.063421] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe891299-be56-4141-a088-cd49b235eca4] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.063660] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098093, 'name': CreateVM_Task, 'duration_secs': 0.474571} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.064599] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.064779] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.065123] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.065344] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.068359] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e060b842-4757-4cbf-b73d-0cfad5dc6dc5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.070862] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.078461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.078461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.078461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.078461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.078461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.079938] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2022.079938] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525bc432-ac17-4ee7-ed89-1d89ee6cb5b4" [ 2022.079938] env[63862]: _type = "Task" [ 2022.079938] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.080422] env[63862]: INFO nova.compute.manager [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Terminating instance [ 2022.097657] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525bc432-ac17-4ee7-ed89-1d89ee6cb5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013348} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.099893] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.100180] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.100420] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.100844] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.100844] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.104207] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.104845] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.104845] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4483d0bd-11df-4653-b0da-e946e10a44ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.108028] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11904d22-0a50-48bf-be92-6967e8fb125a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.113489] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098095, 'name': PowerOffVM_Task, 'duration_secs': 0.2248} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.116350] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.116563] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2022.116820] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429563', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'name': 'volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edb95cc6-a598-43a1-9be4-45a0a89da796', 'attached_at': '', 'detached_at': '', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'serial': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2022.119739] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b020cf-6994-45d3-8227-25cf2718854f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.128243] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2022.128243] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527da76f-102b-24f6-db46-d1e1a5523f1b" [ 2022.128243] env[63862]: _type = "Task" [ 2022.128243] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.128243] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.128243] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.130901] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b413eed6-4289-4f2c-a3e7-f999d2596ff5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.151957] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fafd7b3-fab3-441b-b7cc-b68d743344ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.160299] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2022.160299] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527def86-9b7c-b8ee-509c-c083b5f9b345" [ 2022.160299] env[63862]: _type = "Task" [ 2022.160299] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.160299] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527da76f-102b-24f6-db46-d1e1a5523f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.163419] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.163419] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.163419] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.171412] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f09514-5041-4667-9d8c-bcdfb82c9bd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.177427] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527def86-9b7c-b8ee-509c-c083b5f9b345, 'name': SearchDatastore_Task, 'duration_secs': 0.013616} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.181143] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f56d3de-b554-462a-be6b-615203a98fde {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.200263] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b514848-a99f-4f43-b599-9c14f4f5c7a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.204923] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2022.204923] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524514fd-eecd-47ed-9684-e390e918749b" [ 2022.204923] env[63862]: _type = "Task" [ 2022.204923] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.220703] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] The volume has not been displaced from its original location: [datastore2] volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53/volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2022.226010] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2022.235882] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791ae976-a0fa-468c-aed7-2299a5da5ee6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.254159] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524514fd-eecd-47ed-9684-e390e918749b, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.254628] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.255219] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] fe891299-be56-4141-a088-cd49b235eca4/fe891299-be56-4141-a088-cd49b235eca4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2022.255365] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.255432] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.255642] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d824dc-9ed7-4287-a0a2-5043e1aacb66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.262090] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1256b8-6e2d-4b7c-aa04-b47bdd08dcee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.264273] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098096, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.264609] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 2022.264609] env[63862]: value = "task-2098099" [ 2022.264609] env[63862]: _type = "Task" [ 2022.264609] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.277027] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2022.277027] env[63862]: value = "task-2098100" [ 2022.277027] env[63862]: _type = "Task" [ 2022.277027] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.278796] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.278991] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.285608] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7bc9d8-d1e5-4e1b-9968-6cb0952630a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.289592] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.297634] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.298453] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2022.298453] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52651b57-7dbf-a3ef-04a8-bc8a4ac5db36" [ 2022.298453] env[63862]: _type = "Task" [ 2022.298453] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.312744] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52651b57-7dbf-a3ef-04a8-bc8a4ac5db36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.337405] env[63862]: WARNING nova.compute.manager [None req-2638ee11-f93a-4038-bebb-fab6d559805f tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Image not found during snapshot: nova.exception.ImageNotFound: Image ed5302c1-4163-4bb5-884d-4e13e280b09f could not be found. [ 2022.429748] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc1a18-44a4-412f-91d8-68c04ca52ad9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.440378] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dba931c-7235-49cf-abbe-bd9d66d01884 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.474322] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c7bbeb-9788-4860-9d9a-5e1a050bc313 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.489442] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e89238-e270-47a3-944d-1803ebee8e7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.494519] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098097, 'name': ReconfigVM_Task, 'duration_secs': 0.361279} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.494519] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2022.495022] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f108449-126d-4ddc-9edc-4bb6931b414b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.504845] env[63862]: DEBUG nova.compute.provider_tree [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.512398] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2022.512398] env[63862]: value = "task-2098101" [ 2022.512398] env[63862]: _type = "Task" [ 2022.512398] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.524961] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098101, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.531168] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098098, 'name': CreateVM_Task, 'duration_secs': 0.374774} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.531168] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.531956] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.532148] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.532531] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.533394] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b30042d-71aa-4ba3-84de-50c504fdbd9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.538929] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2022.538929] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528c6eaa-5e56-1fd8-6f0a-68b0d1ea2c41" [ 2022.538929] env[63862]: _type = "Task" [ 2022.538929] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.548210] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528c6eaa-5e56-1fd8-6f0a-68b0d1ea2c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.592028] env[63862]: DEBUG nova.compute.manager [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2022.592028] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50738a01-d5d0-42b0-b995-d33584c030a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.602634] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c735f8e0-c588-4265-93dd-0dfce3633b36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.618937] env[63862]: DEBUG nova.network.neutron [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Updated VIF entry in instance network info cache for port 0ee166b8-b9d0-435c-9a96-e2fb401738eb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.619246] env[63862]: DEBUG nova.network.neutron [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Updating instance_info_cache with network_info: [{"id": "0ee166b8-b9d0-435c-9a96-e2fb401738eb", "address": "fa:16:3e:91:39:d9", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee166b8-b9", "ovs_interfaceid": "0ee166b8-b9d0-435c-9a96-e2fb401738eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.647248] env[63862]: WARNING nova.virt.vmwareapi.driver [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 could not be found. [ 2022.647473] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.649218] env[63862]: DEBUG nova.network.neutron [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updated VIF entry in instance network info cache for port 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2022.650617] env[63862]: DEBUG nova.network.neutron [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [{"id": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "address": "fa:16:3e:76:5f:76", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4fe5b6-99", "ovs_interfaceid": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.650798] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a661033-ec8e-4415-8b88-a2dbf33be8c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.661385] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51027e61-2b27-40ff-aa54-1b058fe7c6af {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.699983] env[63862]: WARNING nova.virt.vmwareapi.vmops [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 could not be found. [ 2022.704021] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2022.704021] env[63862]: INFO nova.compute.manager [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Took 0.11 seconds to destroy the instance on the hypervisor. [ 2022.704021] env[63862]: DEBUG oslo.service.loopingcall [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2022.704021] env[63862]: DEBUG nova.compute.manager [-] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2022.704021] env[63862]: DEBUG nova.network.neutron [-] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2022.732989] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098096, 'name': CreateVM_Task, 'duration_secs': 0.578874} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.733087] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.733821] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.778697] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098099, 'name': ReconfigVM_Task, 'duration_secs': 0.322195} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.779156] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2022.787953] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5763cfdb-de24-49fd-b1ea-487a0e86ac99 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.809409] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098100, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.809909] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 2022.809909] env[63862]: value = "task-2098102" [ 2022.809909] env[63862]: _type = "Task" [ 2022.809909] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.820354] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52651b57-7dbf-a3ef-04a8-bc8a4ac5db36, 'name': SearchDatastore_Task, 'duration_secs': 0.014164} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.823943] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098102, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.824416] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a222b685-5854-4f65-bab9-b59e1cfe749e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.830016] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2022.830016] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5262b978-41d9-dd0c-f31f-e8b6b9b67c72" [ 2022.830016] env[63862]: _type = "Task" [ 2022.830016] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.837751] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5262b978-41d9-dd0c-f31f-e8b6b9b67c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.008675] env[63862]: DEBUG nova.scheduler.client.report [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.020968] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098101, 'name': Rename_Task, 'duration_secs': 0.336085} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.021295] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.021540] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9b2443-f635-4e0b-93ec-c03d0e1183bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.029556] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2023.029556] env[63862]: value = "task-2098103" [ 2023.029556] env[63862]: _type = "Task" [ 2023.029556] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.053199] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.062374] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528c6eaa-5e56-1fd8-6f0a-68b0d1ea2c41, 'name': SearchDatastore_Task, 'duration_secs': 0.052718} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.063234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.063685] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2023.064378] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.064721] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.065593] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2023.066115] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f2f785-f689-4543-82ba-699b27f21727 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.072756] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2023.072756] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ae0355-2243-4e07-8696-9fd24408fe22" [ 2023.072756] env[63862]: _type = "Task" [ 2023.072756] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.080974] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ae0355-2243-4e07-8696-9fd24408fe22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.125023] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Releasing lock "refresh_cache-aae64db3-3ace-4127-a7fe-ec0efb3f9a12" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.125023] env[63862]: DEBUG nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Received event network-vif-plugged-9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2023.125023] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Acquiring lock "fc552541-9852-456b-8ee0-24003f65f99c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.125023] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Lock "fc552541-9852-456b-8ee0-24003f65f99c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.125023] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Lock "fc552541-9852-456b-8ee0-24003f65f99c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.125023] env[63862]: DEBUG nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] No waiting events found dispatching network-vif-plugged-9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2023.125023] env[63862]: WARNING nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Received unexpected event network-vif-plugged-9d460f42-56b3-484c-9308-6b2f1ef562f5 for instance with vm_state building and task_state spawning. [ 2023.125023] env[63862]: DEBUG nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Received event network-changed-9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2023.125023] env[63862]: DEBUG nova.compute.manager [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Refreshing instance network info cache due to event network-changed-9d460f42-56b3-484c-9308-6b2f1ef562f5. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2023.125023] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Acquiring lock "refresh_cache-fc552541-9852-456b-8ee0-24003f65f99c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.125023] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Acquired lock "refresh_cache-fc552541-9852-456b-8ee0-24003f65f99c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.125023] env[63862]: DEBUG nova.network.neutron [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Refreshing network info cache for port 9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.156961] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Releasing lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.156961] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Received event network-changed-0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2023.156961] env[63862]: DEBUG nova.compute.manager [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Refreshing instance network info cache due to event network-changed-0125c7bd-cca7-491a-a534-1ccb4ac84d08. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2023.156961] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Acquiring lock "refresh_cache-fe891299-be56-4141-a088-cd49b235eca4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.156961] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Acquired lock "refresh_cache-fe891299-be56-4141-a088-cd49b235eca4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.156961] env[63862]: DEBUG nova.network.neutron [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Refreshing network info cache for port 0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.291947] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636822} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.292735] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] fe891299-be56-4141-a088-cd49b235eca4/fe891299-be56-4141-a088-cd49b235eca4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.292862] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.293288] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36afe4c4-ec01-4426-90db-20e077b6db05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.300473] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2023.300473] env[63862]: value = "task-2098104" [ 2023.300473] env[63862]: _type = "Task" [ 2023.300473] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.311284] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.319404] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.341750] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5262b978-41d9-dd0c-f31f-e8b6b9b67c72, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.342063] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.342603] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 587605e1-f04e-4d46-a4d2-0f0493039932/587605e1-f04e-4d46-a4d2-0f0493039932.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2023.343209] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.343209] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2023.343361] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1055b065-9416-4c9e-9c32-151dd7df4486 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.345495] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe7b925-0182-44f9-9718-9b59aaf2d978 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.353361] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2023.353361] env[63862]: value = "task-2098105" [ 2023.353361] env[63862]: _type = "Task" [ 2023.353361] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.357809] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2023.357979] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2023.359020] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f310c4-8384-417c-b8cc-9374cbb673f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.365312] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.368434] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2023.368434] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52105d4a-15c6-90d1-5a68-515ee6749969" [ 2023.368434] env[63862]: _type = "Task" [ 2023.368434] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.376304] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52105d4a-15c6-90d1-5a68-515ee6749969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.514205] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.875s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.514623] env[63862]: INFO nova.compute.manager [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Migrating [ 2023.515214] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.515363] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.517477] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.843s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.517895] env[63862]: DEBUG nova.objects.instance [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lazy-loading 'resources' on Instance uuid eff61fb5-f335-4ab7-b3e7-1ac87357e939 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.555755] env[63862]: DEBUG oslo_vmware.api [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098103, 'name': PowerOnVM_Task, 'duration_secs': 0.501595} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.555755] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2023.555755] env[63862]: DEBUG nova.compute.manager [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.557138] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7d78c-596f-4bcd-976b-702038cd3dd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.585666] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ae0355-2243-4e07-8696-9fd24408fe22, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.585666] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.585925] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2023.585976] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.812582] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100972} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.815620] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.818889] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20abea86-a6eb-4d8c-8513-deed678e4426 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.828362] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098102, 'name': ReconfigVM_Task, 'duration_secs': 0.943029} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.843995] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429563', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'name': 'volume-74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edb95cc6-a598-43a1-9be4-45a0a89da796', 'attached_at': '', 'detached_at': '', 'volume_id': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53', 'serial': '74ca3c4f-abdb-4ae9-815a-a5c5b2947e53'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2023.844757] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2023.853699] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] fe891299-be56-4141-a088-cd49b235eca4/fe891299-be56-4141-a088-cd49b235eca4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.854479] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34c2a4c-8c5a-4453-83d9-970157b759ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.857509] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6afe8c07-ff5d-49a8-a61f-1e197ce8e8f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.886293] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2023.886839] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9409d9c1-0ad2-4617-b53b-b3343e475771 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.889838] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2023.889838] env[63862]: value = "task-2098106" [ 2023.889838] env[63862]: _type = "Task" [ 2023.889838] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.895905] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479337} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.896141] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52105d4a-15c6-90d1-5a68-515ee6749969, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.901914] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 587605e1-f04e-4d46-a4d2-0f0493039932/587605e1-f04e-4d46-a4d2-0f0493039932.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.902365] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.902907] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-007f9f11-4ac7-4b17-b6b4-a9b75a3fb9bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.905028] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3bc2de3-c112-4d2e-8b95-2fedba7ce482 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.915592] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.916687] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2023.916687] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52961ff3-e216-ece3-4cbf-f9209b92750d" [ 2023.916687] env[63862]: _type = "Task" [ 2023.916687] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.917277] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2023.917277] env[63862]: value = "task-2098108" [ 2023.917277] env[63862]: _type = "Task" [ 2023.917277] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.933651] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.939635] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52961ff3-e216-ece3-4cbf-f9209b92750d, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.940266] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.940673] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] fc552541-9852-456b-8ee0-24003f65f99c/fc552541-9852-456b-8ee0-24003f65f99c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2023.940940] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.942017] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2023.942017] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d050071-bc18-45ae-9c88-4d27f628ce8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.943804] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad7cef93-4806-4c19-ac77-9616b39f2184 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.951653] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2023.951653] env[63862]: value = "task-2098109" [ 2023.951653] env[63862]: _type = "Task" [ 2023.951653] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.956236] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2023.956481] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2023.957663] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202ab7d2-608e-498e-92c2-04ef7209a145 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.964502] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.968132] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2023.968132] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52709aca-abcc-69db-56f4-61621b1ece76" [ 2023.968132] env[63862]: _type = "Task" [ 2023.968132] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.979708] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52709aca-abcc-69db-56f4-61621b1ece76, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.983995] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6c9d9d-2c15-4b50-85d3-625d4b292b07 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.986669] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.986952] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.987163] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Deleting the datastore file [datastore2] edb95cc6-a598-43a1-9be4-45a0a89da796 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.987419] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f19de5-0945-4ba7-9220-28b48f919a4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.992684] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2023.992684] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5255fd3d-17ba-a2ee-f260-0a5e6c9b1d75" [ 2023.992684] env[63862]: _type = "Task" [ 2023.992684] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.998923] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for the task: (returnval){ [ 2023.998923] env[63862]: value = "task-2098110" [ 2023.998923] env[63862]: _type = "Task" [ 2023.998923] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.006469] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5255fd3d-17ba-a2ee-f260-0a5e6c9b1d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.010880] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.021937] env[63862]: INFO nova.compute.rpcapi [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 2024.022527] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.048090] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.048308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.048391] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.051050] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.051050] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.053723] env[63862]: INFO nova.compute.manager [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Terminating instance [ 2024.081052] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.360273] env[63862]: DEBUG nova.network.neutron [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Updated VIF entry in instance network info cache for port 0125c7bd-cca7-491a-a534-1ccb4ac84d08. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.360673] env[63862]: DEBUG nova.network.neutron [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Updating instance_info_cache with network_info: [{"id": "0125c7bd-cca7-491a-a534-1ccb4ac84d08", "address": "fa:16:3e:6a:48:b7", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0125c7bd-cc", "ovs_interfaceid": "0125c7bd-cca7-491a-a534-1ccb4ac84d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.395883] env[63862]: DEBUG nova.network.neutron [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Updated VIF entry in instance network info cache for port 9d460f42-56b3-484c-9308-6b2f1ef562f5. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.399947] env[63862]: DEBUG nova.network.neutron [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Updating instance_info_cache with network_info: [{"id": "9d460f42-56b3-484c-9308-6b2f1ef562f5", "address": "fa:16:3e:07:2c:0d", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d460f42-56", "ovs_interfaceid": "9d460f42-56b3-484c-9308-6b2f1ef562f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.418033] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.430920] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076327} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.433713] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2024.435195] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb78dec-5a45-4036-bdf8-cd2069a99bd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.458517] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 587605e1-f04e-4d46-a4d2-0f0493039932/587605e1-f04e-4d46-a4d2-0f0493039932.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.461860] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b46146-8f21-4a4c-b645-b17472183d19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.487476] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52845} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.489891] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] fc552541-9852-456b-8ee0-24003f65f99c/fc552541-9852-456b-8ee0-24003f65f99c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2024.489891] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2024.489891] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2024.489891] env[63862]: value = "task-2098111" [ 2024.489891] env[63862]: _type = "Task" [ 2024.489891] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.489891] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a85da7e4-4ccd-4a27-bdf8-f54cf3d1a402 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.504147] env[63862]: DEBUG nova.network.neutron [-] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.507337] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2024.507337] env[63862]: value = "task-2098112" [ 2024.507337] env[63862]: _type = "Task" [ 2024.507337] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.515574] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.523214] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5255fd3d-17ba-a2ee-f260-0a5e6c9b1d75, 'name': SearchDatastore_Task, 'duration_secs': 0.015083} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.527269] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.527556] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2024.529259] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26c82014-e311-4d4a-a19b-f89e0b1ff3e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.537268] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.537268] env[63862]: DEBUG oslo_vmware.api [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Task: {'id': task-2098110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09842} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.537646] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2024.537646] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2024.537782] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2024.537911] env[63862]: INFO nova.compute.manager [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Took 2.96 seconds to destroy the instance on the hypervisor. [ 2024.538161] env[63862]: DEBUG oslo.service.loopingcall [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2024.540721] env[63862]: DEBUG nova.compute.manager [-] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2024.540833] env[63862]: DEBUG nova.network.neutron [-] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2024.544222] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2024.544222] env[63862]: value = "task-2098113" [ 2024.544222] env[63862]: _type = "Task" [ 2024.544222] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.544627] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.544689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.544854] env[63862]: DEBUG nova.network.neutron [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.555702] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.559641] env[63862]: DEBUG nova.compute.manager [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2024.559869] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.561466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08689180-81d5-4c1e-bc86-39bd4e5d46f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.569310] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.570130] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8cd36ed-4b28-4e5b-89d0-dfa537c3be47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.576249] env[63862]: DEBUG oslo_vmware.api [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2024.576249] env[63862]: value = "task-2098114" [ 2024.576249] env[63862]: _type = "Task" [ 2024.576249] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.586456] env[63862]: DEBUG oslo_vmware.api [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.666470] env[63862]: DEBUG nova.compute.manager [req-211952e2-2ab9-4350-973a-c95eb2796d61 req-dcb7312f-92f9-4fa8-b7fc-aa8b39faa386 service nova] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Received event network-vif-deleted-14a1e590-80eb-425a-8442-4568acad6f65 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2024.689621] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85fa010-1042-48ac-9a77-f52ccd5bc621 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.698178] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3303cb67-6ccb-4243-b407-c2d106419e85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.733614] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5584da04-a82a-45a5-969a-0e1aed0f3f6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.741779] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef196d8-9b63-4192-8bcd-a7a91a604432 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.757407] env[63862]: DEBUG nova.compute.provider_tree [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.863989] env[63862]: DEBUG oslo_concurrency.lockutils [req-7dde4c1e-ccd7-408f-8297-2c9b0c37ee75 req-84def014-6f55-4a1a-89a4-fd0a1f292c53 service nova] Releasing lock "refresh_cache-fe891299-be56-4141-a088-cd49b235eca4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.903480] env[63862]: DEBUG oslo_concurrency.lockutils [req-c2706744-f353-4b6e-8062-a6980b20ba4f req-9a6d670a-ba19-4dc8-ad3b-f05f496f290d service nova] Releasing lock "refresh_cache-fc552541-9852-456b-8ee0-24003f65f99c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.911192] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.001962] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.022146] env[63862]: INFO nova.compute.manager [-] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Took 2.32 seconds to deallocate network for instance. [ 2025.038093] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163067} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.038093] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2025.038093] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bec5b7-f6ba-4c89-888d-671bfcfa015c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.072432] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] fc552541-9852-456b-8ee0-24003f65f99c/fc552541-9852-456b-8ee0-24003f65f99c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.076885] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc9fefc-fecb-438a-af7b-c480b4046e19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.105043] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529918} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.107853] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2025.108098] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2025.108471] env[63862]: DEBUG oslo_vmware.api [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098114, 'name': PowerOffVM_Task, 'duration_secs': 0.506219} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.108693] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2025.108693] env[63862]: value = "task-2098115" [ 2025.108693] env[63862]: _type = "Task" [ 2025.108693] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.108958] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c992bbe3-e2e2-45ea-8a44-49e9995c4588 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.112182] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2025.112182] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2025.112182] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b743100f-6ea4-4ead-ab94-ecca15b10079 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.124538] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.126465] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2025.126465] env[63862]: value = "task-2098116" [ 2025.126465] env[63862]: _type = "Task" [ 2025.126465] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.138357] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.240415] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.240415] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.240415] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleting the datastore file [datastore2] 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.240840] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bbf10d2-bfcc-4889-aebf-2fe535f12edc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.248039] env[63862]: DEBUG oslo_vmware.api [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2025.248039] env[63862]: value = "task-2098118" [ 2025.248039] env[63862]: _type = "Task" [ 2025.248039] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.257312] env[63862]: DEBUG oslo_vmware.api [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.260968] env[63862]: DEBUG nova.scheduler.client.report [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2025.414028] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098106, 'name': ReconfigVM_Task, 'duration_secs': 1.457886} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.414028] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] fe891299-be56-4141-a088-cd49b235eca4/fe891299-be56-4141-a088-cd49b235eca4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.414028] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7669d22f-05ef-4ef2-bfba-81d4fa07065e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.419164] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2025.419164] env[63862]: value = "task-2098119" [ 2025.419164] env[63862]: _type = "Task" [ 2025.419164] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.435348] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098119, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.511091] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098111, 'name': ReconfigVM_Task, 'duration_secs': 0.862673} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.512509] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 587605e1-f04e-4d46-a4d2-0f0493039932/587605e1-f04e-4d46-a4d2-0f0493039932.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.513409] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c868ce1-6783-4a8e-97dc-8d54c2fa3d1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.523054] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2025.523054] env[63862]: value = "task-2098120" [ 2025.523054] env[63862]: _type = "Task" [ 2025.523054] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.535705] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098120, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.589314] env[63862]: INFO nova.compute.manager [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Took 0.57 seconds to detach 1 volumes for instance. [ 2025.591883] env[63862]: DEBUG nova.compute.manager [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Deleting volume: 4cf5ac8f-20f1-4ef1-81c9-d5154661c761 {{(pid=63862) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2025.623431] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.638065] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.764753] env[63862]: DEBUG oslo_vmware.api [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495509} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.764753] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.764753] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.764753] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.764753] env[63862]: INFO nova.compute.manager [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2025.764753] env[63862]: DEBUG oslo.service.loopingcall [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.764753] env[63862]: DEBUG nova.compute.manager [-] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.764753] env[63862]: DEBUG nova.network.neutron [-] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.770025] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.772877] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.677s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.775197] env[63862]: INFO nova.compute.claims [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2025.783236] env[63862]: DEBUG nova.network.neutron [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance_info_cache with network_info: [{"id": "493101a1-e18b-4729-bedc-f23626c2aae0", "address": "fa:16:3e:d3:47:12", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493101a1-e1", "ovs_interfaceid": "493101a1-e18b-4729-bedc-f23626c2aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.816893] env[63862]: INFO nova.scheduler.client.report [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Deleted allocations for instance eff61fb5-f335-4ab7-b3e7-1ac87357e939 [ 2025.816893] env[63862]: DEBUG nova.network.neutron [-] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.933217] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098119, 'name': Rename_Task, 'duration_secs': 0.148084} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.937023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2025.937023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-380646b8-a67f-4ae2-9207-67eb9c4d0a40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.941248] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2025.941248] env[63862]: value = "task-2098122" [ 2025.941248] env[63862]: _type = "Task" [ 2025.941248] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.950519] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.034970] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098120, 'name': Rename_Task, 'duration_secs': 0.133693} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.034970] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.035100] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5eb4b3-a642-4a49-8a00-51fd856cdbba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.042367] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2026.042367] env[63862]: value = "task-2098123" [ 2026.042367] env[63862]: _type = "Task" [ 2026.042367] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.059033] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.126182] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098115, 'name': ReconfigVM_Task, 'duration_secs': 0.713542} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.126617] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] fc552541-9852-456b-8ee0-24003f65f99c/fc552541-9852-456b-8ee0-24003f65f99c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.128260] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a0dcb4e-3a95-439c-9374-97a4dfc7b300 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.140401] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.681824} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.141831] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2026.142355] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2026.142355] env[63862]: value = "task-2098124" [ 2026.142355] env[63862]: _type = "Task" [ 2026.142355] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.144745] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839c4bf-c7ab-4b77-8c00-4c67ecc70d74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.169631] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.180278] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2026.185104] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0494e75c-4b94-47bd-be1e-3d82d12e2ee3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.204758] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098124, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.211131] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2026.211131] env[63862]: value = "task-2098125" [ 2026.211131] env[63862]: _type = "Task" [ 2026.211131] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.223701] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.289304] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.324973] env[63862]: INFO nova.compute.manager [-] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Took 1.78 seconds to deallocate network for instance. [ 2026.331804] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3f1cef20-f754-4218-85a0-f493295c798a tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "eff61fb5-f335-4ab7-b3e7-1ac87357e939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.861s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.454811] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.554673] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098123, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.649371] env[63862]: DEBUG nova.network.neutron [-] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.666018] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098124, 'name': Rename_Task, 'duration_secs': 0.167341} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.666018] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.666018] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7168859f-a9aa-4428-b991-36265f9f26ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.674939] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2026.674939] env[63862]: value = "task-2098126" [ 2026.674939] env[63862]: _type = "Task" [ 2026.674939] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.686600] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.704192] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.705876] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.722563] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098125, 'name': ReconfigVM_Task, 'duration_secs': 0.411215} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.725777] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Reconfigured VM instance instance-00000031 to attach disk [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.725777] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e60b4f73-17c2-4048-a77d-612591a1fa17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.734071] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2026.734071] env[63862]: value = "task-2098127" [ 2026.734071] env[63862]: _type = "Task" [ 2026.734071] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.742225] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098127, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.891867] env[63862]: INFO nova.compute.manager [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Rebuilding instance [ 2026.906920] env[63862]: INFO nova.compute.manager [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Took 0.58 seconds to detach 1 volumes for instance. [ 2026.909773] env[63862]: DEBUG nova.compute.manager [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Deleting volume: 74ca3c4f-abdb-4ae9-815a-a5c5b2947e53 {{(pid=63862) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2026.948624] env[63862]: DEBUG nova.compute.manager [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.951959] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c812c247-052e-419e-92ce-ea4a77fac7f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.964740] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098122, 'name': PowerOnVM_Task, 'duration_secs': 0.573444} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.967855] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2026.968245] env[63862]: INFO nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Took 11.32 seconds to spawn the instance on the hypervisor. [ 2026.968687] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2026.970818] env[63862]: DEBUG nova.compute.manager [req-e92fd025-9739-460c-bcf2-8e81b693a9d7 req-c43fe0f9-e266-40e8-8664-d744c4fa1694 service nova] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Received event network-vif-deleted-636df0b4-d541-48bb-8069-af6f5e13b101 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2026.971201] env[63862]: DEBUG nova.compute.manager [req-e92fd025-9739-460c-bcf2-8e81b693a9d7 req-c43fe0f9-e266-40e8-8664-d744c4fa1694 service nova] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Received event network-vif-deleted-beb3425d-780c-48c1-9b01-1d6c9130e9c9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2026.974904] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfef4453-bda5-41d1-8e54-8796b53c342c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.055323] env[63862]: DEBUG oslo_vmware.api [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098123, 'name': PowerOnVM_Task, 'duration_secs': 0.720691} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.058735] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.058991] env[63862]: INFO nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Took 16.93 seconds to spawn the instance on the hypervisor. [ 2027.059197] env[63862]: DEBUG nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.060557] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b2f44-0dfd-41bb-8696-8d537967fcdc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.157908] env[63862]: INFO nova.compute.manager [-] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Took 1.39 seconds to deallocate network for instance. [ 2027.188297] env[63862]: DEBUG oslo_vmware.api [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098126, 'name': PowerOnVM_Task, 'duration_secs': 0.512984} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.194090] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.194907] env[63862]: INFO nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Took 8.86 seconds to spawn the instance on the hypervisor. [ 2027.195267] env[63862]: DEBUG nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.198481] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68923e0e-0a04-436b-b613-a265eba42971 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.248710] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098127, 'name': Rename_Task, 'duration_secs': 0.181397} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.249036] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2027.249286] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e563c70-7125-4e6c-91d2-60d1a7bb9325 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.256150] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2027.256150] env[63862]: value = "task-2098129" [ 2027.256150] env[63862]: _type = "Task" [ 2027.256150] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.268031] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.439110] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c34a3-ef22-4b99-b4e4-91016c145f2f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.452734] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2054079e-e7e9-4fd5-a82a-24d6eb78c4ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.484293] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.488467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32938b59-8b33-418e-97ee-a89b2bb02455 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.496617] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d8e74b-5e4b-45d0-9df5-251a7e0756e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.511520] env[63862]: INFO nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Took 44.31 seconds to build instance. [ 2027.523446] env[63862]: DEBUG nova.compute.provider_tree [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2027.587699] env[63862]: INFO nova.compute.manager [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Took 47.16 seconds to build instance. [ 2027.665487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.726950] env[63862]: INFO nova.compute.manager [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Took 41.71 seconds to build instance. [ 2027.771805] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.818068] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0d49b4-ee10-42e8-a2af-4927b7f8ff9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.842724] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.991095] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2027.991459] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-895e4d56-e97f-4de2-853f-e6699e5b9d4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.999757] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2027.999757] env[63862]: value = "task-2098130" [ 2027.999757] env[63862]: _type = "Task" [ 2027.999757] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.010575] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.025987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fe891299-be56-4141-a088-cd49b235eca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.496s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.027719] env[63862]: DEBUG nova.scheduler.client.report [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2028.090627] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ec16ac92-c8da-4cde-86c5-965626119837 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "587605e1-f04e-4d46-a4d2-0f0493039932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.999s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.232020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c826c48b-473e-4901-a1d7-b47ea32e458c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fc552541-9852-456b-8ee0-24003f65f99c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.661s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.268313] env[63862]: DEBUG oslo_vmware.api [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098129, 'name': PowerOnVM_Task, 'duration_secs': 0.867672} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.268642] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.268896] env[63862]: INFO nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Took 15.32 seconds to spawn the instance on the hypervisor. [ 2028.269157] env[63862]: DEBUG nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.270222] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05008b-d2f0-45d8-b613-3dc4fc360249 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.354072] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.354598] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "fe891299-be56-4141-a088-cd49b235eca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.354926] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fe891299-be56-4141-a088-cd49b235eca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.355165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "fe891299-be56-4141-a088-cd49b235eca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.357695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fe891299-be56-4141-a088-cd49b235eca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.357695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fe891299-be56-4141-a088-cd49b235eca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.358041] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d644df-3db1-454a-84f5-6e1575ea7996 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.361483] env[63862]: INFO nova.compute.manager [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Terminating instance [ 2028.370119] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2028.370119] env[63862]: value = "task-2098131" [ 2028.370119] env[63862]: _type = "Task" [ 2028.370119] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.383858] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.518343] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098130, 'name': PowerOffVM_Task, 'duration_secs': 0.251024} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.518531] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2028.518694] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.520917] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c732fb-8eaf-4474-8160-9e679c68f95a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.529749] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.531460] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4defe8f0-d9ec-4759-a616-0ca3de948289 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.531789] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2028.535340] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.535533] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2028.538337] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.514s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.538553] env[63862]: DEBUG nova.objects.instance [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lazy-loading 'resources' on Instance uuid ecc3a7d6-6503-47d6-bb76-febfa0c9091b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2028.593843] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2028.631197] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2028.631197] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2028.631197] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleting the datastore file [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2028.631197] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2924a3b0-07b0-48cc-9944-03a9e56faa35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.640866] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2028.640866] env[63862]: value = "task-2098133" [ 2028.640866] env[63862]: _type = "Task" [ 2028.640866] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.646432] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "fc552541-9852-456b-8ee0-24003f65f99c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.647107] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fc552541-9852-456b-8ee0-24003f65f99c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.647482] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "fc552541-9852-456b-8ee0-24003f65f99c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.647816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fc552541-9852-456b-8ee0-24003f65f99c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2028.648119] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fc552541-9852-456b-8ee0-24003f65f99c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.651204] env[63862]: INFO nova.compute.manager [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Terminating instance [ 2028.658088] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.794656] env[63862]: INFO nova.compute.manager [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Took 47.68 seconds to build instance. [ 2028.870028] env[63862]: DEBUG nova.compute.manager [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2028.870028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.870028] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800293b1-3c78-4184-99ab-ee789fce5a1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.881504] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098131, 'name': PowerOffVM_Task, 'duration_secs': 0.32004} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.884107] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2028.884469] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2028.889909] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.890572] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ebe4c4-2cc9-47ec-9d81-e70e430a8b80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.903365] env[63862]: DEBUG oslo_vmware.api [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2028.903365] env[63862]: value = "task-2098134" [ 2028.903365] env[63862]: _type = "Task" [ 2028.903365] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.913782] env[63862]: DEBUG oslo_vmware.api [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.042997] env[63862]: DEBUG nova.compute.utils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2029.054263] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2029.054528] env[63862]: DEBUG nova.network.neutron [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2029.082370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.127081] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.128709] env[63862]: DEBUG nova.policy [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d97994895ee48ffbfb885265ca99555', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd55e99dd2d3b476981004901e7063f2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2029.157340] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314648} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.157610] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2029.157794] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2029.157970] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2029.161039] env[63862]: DEBUG nova.compute.manager [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2029.161308] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2029.165310] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4557c8-4332-4316-a7b7-f63e92ca9216 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.174246] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2029.174536] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad77d831-67d8-4549-903d-3bd0126ef247 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.181166] env[63862]: DEBUG oslo_vmware.api [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2029.181166] env[63862]: value = "task-2098135" [ 2029.181166] env[63862]: _type = "Task" [ 2029.181166] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.192881] env[63862]: DEBUG oslo_vmware.api [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.297724] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d69870f8-fa05-4bb8-990a-2bfc7d599ea5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.315s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.386675] env[63862]: DEBUG nova.compute.manager [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Received event network-changed-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.386890] env[63862]: DEBUG nova.compute.manager [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Refreshing instance network info cache due to event network-changed-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2029.387125] env[63862]: DEBUG oslo_concurrency.lockutils [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] Acquiring lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.387470] env[63862]: DEBUG oslo_concurrency.lockutils [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] Acquired lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.387686] env[63862]: DEBUG nova.network.neutron [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Refreshing network info cache for port 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.394603] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.394869] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.395258] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.395510] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.395795] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.395903] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.396098] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.396262] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.396440] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.396603] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.396804] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.405426] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23c73d23-f465-41e1-a142-ed84763e2790 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.427553] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2029.427553] env[63862]: value = "task-2098136" [ 2029.427553] env[63862]: _type = "Task" [ 2029.427553] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.431672] env[63862]: DEBUG oslo_vmware.api [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098134, 'name': PowerOffVM_Task, 'duration_secs': 0.256436} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.435331] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2029.435538] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2029.438571] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04a1212-1001-46ec-a190-2898804c2c15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.446532] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.547298] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2029.564185] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2029.564185] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2029.564185] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleting the datastore file [datastore2] fe891299-be56-4141-a088-cd49b235eca4 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2029.564185] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3132ee48-9147-4265-aba4-d0372f32bfce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.575277] env[63862]: DEBUG oslo_vmware.api [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2029.575277] env[63862]: value = "task-2098138" [ 2029.575277] env[63862]: _type = "Task" [ 2029.575277] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.586401] env[63862]: DEBUG oslo_vmware.api [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.696036] env[63862]: DEBUG oslo_vmware.api [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098135, 'name': PowerOffVM_Task, 'duration_secs': 0.213996} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.696564] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2029.696801] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2029.697648] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc387b40-059d-4cb4-9b22-2ad09e34b118 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.700642] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44bc919-aef2-40e5-8f0d-05b88800c6b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.707178] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce22ca2-ff11-44e3-8758-f3e4508deb64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.744457] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8822cff-3b68-4223-b014-aa6c9c9f3834 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.752375] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad26749-105f-4bd3-ab28-ed7a8b59fcb8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.767468] env[63862]: DEBUG nova.compute.provider_tree [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.820230] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2029.820608] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2029.821294] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleting the datastore file [datastore2] fc552541-9852-456b-8ee0-24003f65f99c {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2029.821294] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c177fa8c-feb2-4001-9c1b-cdfa63c442ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.830855] env[63862]: DEBUG oslo_vmware.api [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2029.830855] env[63862]: value = "task-2098140" [ 2029.830855] env[63862]: _type = "Task" [ 2029.830855] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.841578] env[63862]: DEBUG oslo_vmware.api [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.931171] env[63862]: DEBUG nova.network.neutron [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Successfully created port: 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2029.944100] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098136, 'name': ReconfigVM_Task, 'duration_secs': 0.184163} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.944815] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2030.091628] env[63862]: DEBUG oslo_vmware.api [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136998} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.091889] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2030.092024] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2030.092211] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2030.092382] env[63862]: INFO nova.compute.manager [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fe891299-be56-4141-a088-cd49b235eca4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2030.092617] env[63862]: DEBUG oslo.service.loopingcall [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.092815] env[63862]: DEBUG nova.compute.manager [-] [instance: fe891299-be56-4141-a088-cd49b235eca4] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2030.092904] env[63862]: DEBUG nova.network.neutron [-] [instance: fe891299-be56-4141-a088-cd49b235eca4] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2030.208918] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.209171] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.209332] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.209514] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.209660] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.209831] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.210284] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.210284] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.210433] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.210672] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.210794] env[63862]: DEBUG nova.virt.hardware [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.211713] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b25d518-cf23-41ae-bf40-714a75343bcc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.220891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab66c97-d125-4834-aba0-96cd971e2804 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.238340] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:9e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8fddb3d-02e7-4fc2-92fe-6d0486d50de0', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.246348] env[63862]: DEBUG oslo.service.loopingcall [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.246658] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.246910] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ecd751-dbb9-4606-9bce-8d216cd57e0b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.268085] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.268085] env[63862]: value = "task-2098141" [ 2030.268085] env[63862]: _type = "Task" [ 2030.268085] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.272144] env[63862]: DEBUG nova.network.neutron [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updated VIF entry in instance network info cache for port 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.272497] env[63862]: DEBUG nova.network.neutron [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [{"id": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "address": "fa:16:3e:76:5f:76", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4fe5b6-99", "ovs_interfaceid": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.276182] env[63862]: DEBUG nova.scheduler.client.report [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2030.287683] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098141, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.342983] env[63862]: DEBUG oslo_vmware.api [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180809} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.343751] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2030.343751] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2030.343751] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2030.344144] env[63862]: INFO nova.compute.manager [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2030.344299] env[63862]: DEBUG oslo.service.loopingcall [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.344519] env[63862]: DEBUG nova.compute.manager [-] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2030.344614] env[63862]: DEBUG nova.network.neutron [-] [instance: fc552541-9852-456b-8ee0-24003f65f99c] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2030.452976] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.453253] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.453432] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.453617] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.453762] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.454010] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.454112] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.454274] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.454438] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.454609] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.454789] env[63862]: DEBUG nova.virt.hardware [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.460428] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2030.460719] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27e147a-dfc6-442e-9517-1c3d16b85ba2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.479791] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2030.479791] env[63862]: value = "task-2098142" [ 2030.479791] env[63862]: _type = "Task" [ 2030.479791] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.491770] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.559023] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2030.596127] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2030.596127] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2030.596127] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2030.596127] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2030.596127] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2030.597692] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2030.598664] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2030.599169] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2030.599704] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2030.600147] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2030.602030] env[63862]: DEBUG nova.virt.hardware [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2030.603446] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8d8cd5-79e6-4969-a824-ca8d112f4e6d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.615662] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17fe224-f774-40c0-97b5-22f0a8eb9949 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.779602] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098141, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.782992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.785959] env[63862]: DEBUG oslo_concurrency.lockutils [req-4b122f3e-fa86-433a-812f-0c212c1db28b req-aed01f29-7b64-4a7f-9351-af792ddb27d3 service nova] Releasing lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.786838] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.465s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.786838] env[63862]: DEBUG nova.objects.instance [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lazy-loading 'resources' on Instance uuid a83d32f0-ddaa-402f-a2b3-72f1936e01f0 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2030.822052] env[63862]: INFO nova.scheduler.client.report [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Deleted allocations for instance ecc3a7d6-6503-47d6-bb76-febfa0c9091b [ 2030.958177] env[63862]: DEBUG nova.compute.manager [req-ebb9cd94-c43e-40e3-8462-6a927098fe52 req-33a29047-0205-4fa7-bfe9-b9dd50f2c7af service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Received event network-vif-deleted-0125c7bd-cca7-491a-a534-1ccb4ac84d08 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2030.958370] env[63862]: INFO nova.compute.manager [req-ebb9cd94-c43e-40e3-8462-6a927098fe52 req-33a29047-0205-4fa7-bfe9-b9dd50f2c7af service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Neutron deleted interface 0125c7bd-cca7-491a-a534-1ccb4ac84d08; detaching it from the instance and deleting it from the info cache [ 2030.958550] env[63862]: DEBUG nova.network.neutron [req-ebb9cd94-c43e-40e3-8462-6a927098fe52 req-33a29047-0205-4fa7-bfe9-b9dd50f2c7af service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.991448] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.161974] env[63862]: INFO nova.compute.manager [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Rebuilding instance [ 2031.166213] env[63862]: DEBUG nova.network.neutron [-] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.216865] env[63862]: DEBUG nova.network.neutron [-] [instance: fe891299-be56-4141-a088-cd49b235eca4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.224341] env[63862]: DEBUG nova.compute.manager [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.224457] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007eb084-1454-4767-ab59-dfedf146a15e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.282274] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098141, 'name': CreateVM_Task, 'duration_secs': 0.545112} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.282432] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.283111] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.283252] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.283843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.284109] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e3a17b-81c5-4c68-b299-0645ea787119 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.288573] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2031.288573] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5264cdbc-2707-1f3d-53b3-0f88dbc214da" [ 2031.288573] env[63862]: _type = "Task" [ 2031.288573] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.300703] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5264cdbc-2707-1f3d-53b3-0f88dbc214da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.330711] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4665beae-7b1a-4f95-89c8-2e08a54e056f tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "ecc3a7d6-6503-47d6-bb76-febfa0c9091b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.782s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.464653] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33a7f95f-9109-42f7-ba81-7135027059e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.477381] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0698a3d-f9e7-4f2d-b59e-ed6db9603f0b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.509153] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.524406] env[63862]: DEBUG nova.compute.manager [req-ebb9cd94-c43e-40e3-8462-6a927098fe52 req-33a29047-0205-4fa7-bfe9-b9dd50f2c7af service nova] [instance: fe891299-be56-4141-a088-cd49b235eca4] Detach interface failed, port_id=0125c7bd-cca7-491a-a534-1ccb4ac84d08, reason: Instance fe891299-be56-4141-a088-cd49b235eca4 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2031.674203] env[63862]: INFO nova.compute.manager [-] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Took 1.33 seconds to deallocate network for instance. [ 2031.691110] env[63862]: DEBUG nova.compute.manager [req-f595d617-167f-4c7d-b1cd-736bbb0160ec req-5edb635e-abb9-47df-b1a9-5d2f80a02b3a service nova] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Received event network-vif-deleted-9d460f42-56b3-484c-9308-6b2f1ef562f5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.720736] env[63862]: INFO nova.compute.manager [-] [instance: fe891299-be56-4141-a088-cd49b235eca4] Took 1.63 seconds to deallocate network for instance. [ 2031.809910] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5264cdbc-2707-1f3d-53b3-0f88dbc214da, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.810256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.810581] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2031.810735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.810872] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.811097] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2031.815018] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86fce56d-1a48-4258-a7b5-a7aeef57297c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.824443] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2031.824443] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2031.824931] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9adec8e-c666-4967-b391-f406011cdcb3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.831966] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2031.831966] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520aeeac-1be3-4e41-e709-329922acd604" [ 2031.831966] env[63862]: _type = "Task" [ 2031.831966] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.845626] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520aeeac-1be3-4e41-e709-329922acd604, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.846000] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e29f037-1f13-4269-8a02-d737cf826a0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.853647] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2031.853647] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a1597c-ceb5-c16a-ca54-9166c0986dff" [ 2031.853647] env[63862]: _type = "Task" [ 2031.853647] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.862609] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a1597c-ceb5-c16a-ca54-9166c0986dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.872640] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c900e580-d6d0-4a60-937d-0938f2f6807e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.880296] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f3f42f-662a-4c16-986d-5265c3841847 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.914758] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2aef05-af65-4d95-b855-c45e2c772043 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.923282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a36fb-a2fd-411d-a1e3-3dab703a88ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.937557] env[63862]: DEBUG nova.compute.provider_tree [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2032.006426] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098142, 'name': ReconfigVM_Task, 'duration_secs': 1.218663} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.006729] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2032.007672] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1e33a-5e21-46c1-b4ce-cff00348947d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.033738] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] a468b187-e36c-43f0-bd86-126564068f4e/a468b187-e36c-43f0-bd86-126564068f4e.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.033738] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f63f60-3c55-40ef-8304-e3ce46dc4ebd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.051239] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2032.051239] env[63862]: value = "task-2098143" [ 2032.051239] env[63862]: _type = "Task" [ 2032.051239] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.060577] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.180670] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.232798] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.239641] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.239993] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a014d9f8-f23d-4c17-b0f8-a803481a7b2b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.246990] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2032.246990] env[63862]: value = "task-2098144" [ 2032.246990] env[63862]: _type = "Task" [ 2032.246990] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.261176] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.366743] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a1597c-ceb5-c16a-ca54-9166c0986dff, 'name': SearchDatastore_Task, 'duration_secs': 0.009613} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.367915] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.368298] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2032.368621] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ee66114-c233-4554-aa0b-16739b77b23b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.376596] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2032.376596] env[63862]: value = "task-2098145" [ 2032.376596] env[63862]: _type = "Task" [ 2032.376596] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.386414] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.442205] env[63862]: DEBUG nova.scheduler.client.report [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2032.462149] env[63862]: DEBUG nova.network.neutron [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Successfully updated port: 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2032.564395] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098143, 'name': ReconfigVM_Task, 'duration_secs': 0.373899} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.567021] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Reconfigured VM instance instance-00000029 to attach disk [datastore2] a468b187-e36c-43f0-bd86-126564068f4e/a468b187-e36c-43f0-bd86-126564068f4e.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.567021] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2032.765219] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098144, 'name': PowerOffVM_Task, 'duration_secs': 0.239054} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.766270] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2032.766721] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2032.768259] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22415423-7c53-4c8a-abfe-7228ebcbaedc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.783022] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2032.783022] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc2863a1-7d11-4669-a36a-9afbfbc73217 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.891662] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.921410] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2032.921410] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2032.921410] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2032.921410] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e02666-da24-4cbd-b152-598a3408914d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.931619] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2032.931619] env[63862]: value = "task-2098147" [ 2032.931619] env[63862]: _type = "Task" [ 2032.931619] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.946482] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.949945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.953669] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.005s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.955673] env[63862]: INFO nova.compute.claims [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2032.968404] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.968404] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.968404] env[63862]: DEBUG nova.network.neutron [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.993297] env[63862]: INFO nova.scheduler.client.report [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Deleted allocations for instance a83d32f0-ddaa-402f-a2b3-72f1936e01f0 [ 2033.074029] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecacb8e-a81b-4f02-9e0d-179e8bb17e12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.098449] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ebafbb-56ce-4f81-8166-757112d7613c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.119571] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2033.309152] env[63862]: DEBUG nova.compute.manager [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-vif-plugged-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.309424] env[63862]: DEBUG oslo_concurrency.lockutils [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] Acquiring lock "517b8af8-a458-478b-a2fd-cb05795051a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.309602] env[63862]: DEBUG oslo_concurrency.lockutils [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] Lock "517b8af8-a458-478b-a2fd-cb05795051a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.309825] env[63862]: DEBUG oslo_concurrency.lockutils [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] Lock "517b8af8-a458-478b-a2fd-cb05795051a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.310173] env[63862]: DEBUG nova.compute.manager [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] No waiting events found dispatching network-vif-plugged-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.310372] env[63862]: WARNING nova.compute.manager [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received unexpected event network-vif-plugged-2283c81f-539d-493e-8bf5-981ccf9329a0 for instance with vm_state building and task_state spawning. [ 2033.310568] env[63862]: DEBUG nova.compute.manager [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.310736] env[63862]: DEBUG nova.compute.manager [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing instance network info cache due to event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2033.310907] env[63862]: DEBUG oslo_concurrency.lockutils [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.388621] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590109} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.388898] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2033.389143] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2033.389445] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bbbe604-6e62-4462-99c7-e96a644fcd8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.396387] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2033.396387] env[63862]: value = "task-2098148" [ 2033.396387] env[63862]: _type = "Task" [ 2033.396387] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.406852] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.443539] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295568} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.443990] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2033.444131] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2033.444304] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2033.504706] env[63862]: DEBUG oslo_concurrency.lockutils [None req-14277313-c7ae-476e-84d6-4abcb5b9ae59 tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "a83d32f0-ddaa-402f-a2b3-72f1936e01f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.914s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.542022] env[63862]: DEBUG nova.network.neutron [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2033.721240] env[63862]: DEBUG nova.network.neutron [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Port 493101a1-e18b-4729-bedc-f23626c2aae0 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2033.818668] env[63862]: DEBUG nova.network.neutron [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.908024] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362905} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.908024] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2033.908698] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8442f21-f5cb-4874-859a-ba31782d409b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.936316] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2033.936615] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744f63d3-427a-479d-9fa8-a42d2c3a9ae6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.969069] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2033.969069] env[63862]: value = "task-2098149" [ 2033.969069] env[63862]: _type = "Task" [ 2033.969069] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.984404] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.321344] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.321764] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Instance network_info: |[{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2034.321983] env[63862]: DEBUG oslo_concurrency.lockutils [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.322180] env[63862]: DEBUG nova.network.neutron [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.323333] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:2d:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2283c81f-539d-493e-8bf5-981ccf9329a0', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2034.331587] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Creating folder: Project (d55e99dd2d3b476981004901e7063f2d). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2034.332206] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a44a033c-2bb5-49bd-8b3a-2d97c8635923 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.349397] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Created folder: Project (d55e99dd2d3b476981004901e7063f2d) in parent group-v429490. [ 2034.349397] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Creating folder: Instances. Parent ref: group-v429643. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2034.349537] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-494f7164-3f59-4fca-b97b-ed98bc1d2606 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.362317] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Created folder: Instances in parent group-v429643. [ 2034.362317] env[63862]: DEBUG oslo.service.loopingcall [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.362317] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2034.362514] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-691d3d07-be59-496e-a6be-cd7c7e23de58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.390507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.391104] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.398027] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2034.398027] env[63862]: value = "task-2098152" [ 2034.398027] env[63862]: _type = "Task" [ 2034.398027] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.410703] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098152, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.483173] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098149, 'name': ReconfigVM_Task, 'duration_secs': 0.326874} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.483173] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288/0b1219cd-8dbe-4ac8-b867-3c956bf43288.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.483173] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-559844dc-a48a-494d-b38f-ba43a5c1a540 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.492657] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2034.492657] env[63862]: value = "task-2098153" [ 2034.492657] env[63862]: _type = "Task" [ 2034.492657] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.501293] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2034.501554] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2034.501673] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2034.502237] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2034.502237] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2034.502237] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2034.502393] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2034.502496] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2034.502655] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2034.503087] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2034.503289] env[63862]: DEBUG nova.virt.hardware [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2034.504346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59732a4b-5d4c-4958-8f87-10376ee72f2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.516829] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098153, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.521080] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3cb67-1dab-444c-a903-a13299b53610 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.539124] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:39:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee166b8-b9d0-435c-9a96-e2fb401738eb', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2034.547817] env[63862]: DEBUG oslo.service.loopingcall [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2034.551326] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2034.551796] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6146e027-c128-45c1-9e10-192ef197ee5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.577514] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2034.577514] env[63862]: value = "task-2098154" [ 2034.577514] env[63862]: _type = "Task" [ 2034.577514] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.585428] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098154, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.623377] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ccc0c-69a8-4179-a21e-4787b8c3ef2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.632231] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf64516-ca01-43e3-aaa9-868fdeb34ad8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.665904] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debb7a97-6a5b-4d79-aee0-fbe94ef31c75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.673505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969d1065-9ece-4a88-8570-dd38ad9a16d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.688580] env[63862]: DEBUG nova.compute.provider_tree [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2034.701664] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.701923] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.702149] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.702339] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.702566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.705262] env[63862]: INFO nova.compute.manager [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Terminating instance [ 2034.749017] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "a468b187-e36c-43f0-bd86-126564068f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.749017] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.749017] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.895592] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2034.911487] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098152, 'name': CreateVM_Task, 'duration_secs': 0.473337} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.911648] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2034.912354] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.912534] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.912829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2034.913101] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5d1267-bdf0-4d47-98d8-636e2e6ddb7f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.917792] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2034.917792] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f93b91-de3a-c7c0-3367-15c2a2ebbdf6" [ 2034.917792] env[63862]: _type = "Task" [ 2034.917792] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.925625] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f93b91-de3a-c7c0-3367-15c2a2ebbdf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.004800] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098153, 'name': Rename_Task, 'duration_secs': 0.178694} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.008025] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.008025] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea1f54ef-cbc2-4e0d-a2a0-52ff6387d1fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.016567] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2035.016567] env[63862]: value = "task-2098155" [ 2035.016567] env[63862]: _type = "Task" [ 2035.016567] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.025091] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.093173] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098154, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.119105] env[63862]: DEBUG nova.network.neutron [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updated VIF entry in instance network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.119919] env[63862]: DEBUG nova.network.neutron [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.191637] env[63862]: DEBUG nova.scheduler.client.report [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2035.215758] env[63862]: DEBUG nova.compute.manager [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2035.215988] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2035.217180] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a2ab31-033b-4144-a5bf-3197c20dde01 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.228516] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2035.228828] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d311e0a0-303d-4960-b16d-b739cff7520b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.241094] env[63862]: DEBUG oslo_vmware.api [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 2035.241094] env[63862]: value = "task-2098156" [ 2035.241094] env[63862]: _type = "Task" [ 2035.241094] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.253597] env[63862]: DEBUG oslo_vmware.api [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.278933] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "237244f3-2913-457d-a9cf-fbc009c58def" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.279351] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "237244f3-2913-457d-a9cf-fbc009c58def" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.432526] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.432894] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f93b91-de3a-c7c0-3367-15c2a2ebbdf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.433200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.434062] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2035.434062] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.434407] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.434675] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2035.434963] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14cd61e5-abd2-482e-9722-6f26cca8a532 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.443365] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2035.443718] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2035.444384] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72381db9-600e-43f9-8e53-eb28ecc89264 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.451019] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2035.451019] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525b5b60-b60b-77d5-63d2-881dbba40a6f" [ 2035.451019] env[63862]: _type = "Task" [ 2035.451019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.462721] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525b5b60-b60b-77d5-63d2-881dbba40a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.527863] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.590255] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.591716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.591716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.591716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.591716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.592892] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098154, 'name': CreateVM_Task, 'duration_secs': 0.557821} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.593465] env[63862]: INFO nova.compute.manager [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Terminating instance [ 2035.594849] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2035.596291] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.596508] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.596896] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2035.597354] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb6e12d-e06b-4c34-8aed-eda8bbabf410 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.603501] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2035.603501] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ebeb16-f246-8c8e-c63f-78860a3727d8" [ 2035.603501] env[63862]: _type = "Task" [ 2035.603501] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.613461] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ebeb16-f246-8c8e-c63f-78860a3727d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.623480] env[63862]: DEBUG oslo_concurrency.lockutils [req-4efdc254-c3d5-413a-b813-1d6a8a13be2b req-65a23e0b-773b-4897-8b7f-5999b3d42ba2 service nova] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.702021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.702021] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2035.702797] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.419s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.703707] env[63862]: DEBUG nova.objects.instance [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lazy-loading 'resources' on Instance uuid ae109144-b868-4d2f-aac0-cb9b59b1627e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.754455] env[63862]: DEBUG oslo_vmware.api [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098156, 'name': PowerOffVM_Task, 'duration_secs': 0.223392} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.757420] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.757604] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2035.758248] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a1ff0c7-d4b3-4219-9458-3a50d136635d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.783021] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2035.816314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.816492] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.816722] env[63862]: DEBUG nova.network.neutron [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2035.936366] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2035.936510] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2035.936607] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Deleting the datastore file [datastore2] c3c4e837-d53e-4134-bc5a-aa5bd751d295 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2035.936905] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f20bd5f4-3a27-498d-a5e7-cff4edba470a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.945419] env[63862]: DEBUG oslo_vmware.api [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for the task: (returnval){ [ 2035.945419] env[63862]: value = "task-2098158" [ 2035.945419] env[63862]: _type = "Task" [ 2035.945419] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.957410] env[63862]: DEBUG oslo_vmware.api [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.963835] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525b5b60-b60b-77d5-63d2-881dbba40a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.965021] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c55fa4-abf0-4929-b245-b7b6b57fcd8c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.970703] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2035.970703] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52df0427-35b8-e642-5be9-369145530de2" [ 2035.970703] env[63862]: _type = "Task" [ 2035.970703] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.980152] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52df0427-35b8-e642-5be9-369145530de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.027210] env[63862]: DEBUG oslo_vmware.api [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098155, 'name': PowerOnVM_Task, 'duration_secs': 0.564785} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.027344] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.027531] env[63862]: DEBUG nova.compute.manager [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.028428] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87195776-19a7-412e-86a5-571cc4f83bef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.098303] env[63862]: DEBUG nova.compute.manager [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2036.098627] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2036.099589] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbeb19b-aed5-4e36-ac8c-7eb558ba10e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.112326] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.115762] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d52646-34db-43dc-bc49-845da55e5d16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.117243] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ebeb16-f246-8c8e-c63f-78860a3727d8, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.117520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.117736] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2036.117938] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.122813] env[63862]: DEBUG oslo_vmware.api [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 2036.122813] env[63862]: value = "task-2098159" [ 2036.122813] env[63862]: _type = "Task" [ 2036.122813] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.129914] env[63862]: DEBUG oslo_vmware.api [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.211632] env[63862]: DEBUG nova.compute.utils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2036.216933] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2036.216933] env[63862]: DEBUG nova.network.neutron [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2036.269172] env[63862]: DEBUG nova.policy [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cac2298bd34c43dd92e1983e731b565c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3722b9cc1ab54b2aafdb4445b4335fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2036.305062] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.340483] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.340729] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.340935] env[63862]: DEBUG nova.compute.manager [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.341814] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643782f0-86a2-4c01-8ca8-939351df2a12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.349114] env[63862]: DEBUG nova.compute.manager [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2036.349672] env[63862]: DEBUG nova.objects.instance [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'flavor' on Instance uuid 133ec6e5-3de6-4613-86bc-f13509b1ea60 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.458673] env[63862]: DEBUG oslo_vmware.api [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Task: {'id': task-2098158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163339} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.458673] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2036.458673] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2036.459027] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2036.459293] env[63862]: INFO nova.compute.manager [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2036.459663] env[63862]: DEBUG oslo.service.loopingcall [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.462888] env[63862]: DEBUG nova.compute.manager [-] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2036.462888] env[63862]: DEBUG nova.network.neutron [-] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2036.484538] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52df0427-35b8-e642-5be9-369145530de2, 'name': SearchDatastore_Task, 'duration_secs': 0.008962} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.484825] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.485090] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/517b8af8-a458-478b-a2fd-cb05795051a1.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2036.485403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.485603] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2036.485839] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca8daaa-ef88-4cbd-8983-4f6fc5913374 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.489179] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2a3bbbe-3de2-4400-bef8-0bfc8a5433c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.494562] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2036.494562] env[63862]: value = "task-2098160" [ 2036.494562] env[63862]: _type = "Task" [ 2036.494562] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.499202] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2036.502026] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2036.502882] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd8c90e-3e47-4ac0-b154-caaf17731968 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.505591] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.515495] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2036.515495] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cd1e84-16f0-e381-1fb3-01d324764627" [ 2036.515495] env[63862]: _type = "Task" [ 2036.515495] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.530577] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cd1e84-16f0-e381-1fb3-01d324764627, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.535603] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7711740-b52a-469e-8e37-cec875338c3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.545673] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.549223] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2036.549223] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529f0607-6f4e-47d3-9d76-447ea91b23f3" [ 2036.549223] env[63862]: _type = "Task" [ 2036.549223] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.561101] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529f0607-6f4e-47d3-9d76-447ea91b23f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.637238] env[63862]: DEBUG oslo_vmware.api [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098159, 'name': PowerOffVM_Task, 'duration_secs': 0.451191} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.637947] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2036.637947] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2036.638111] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bc38f9c-b42d-4ff9-9154-0f530d5abce6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.717531] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2036.738075] env[63862]: DEBUG nova.network.neutron [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance_info_cache with network_info: [{"id": "493101a1-e18b-4729-bedc-f23626c2aae0", "address": "fa:16:3e:d3:47:12", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493101a1-e1", "ovs_interfaceid": "493101a1-e18b-4729-bedc-f23626c2aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.746297] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcdb873-5256-4014-a72c-7a11b94a9011 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.755724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da30f83b-e765-49a6-824e-659765cb859f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.764400] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2036.764680] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2036.764959] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Deleting the datastore file [datastore2] 06cf82f5-edb4-4bab-8396-43f652e0c1cc {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.765865] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-005706ab-4745-4a46-8a64-f2d5827fc6fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.801307] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef34a42-dc21-4ae1-b009-d2373487135e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.806416] env[63862]: DEBUG oslo_vmware.api [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for the task: (returnval){ [ 2036.806416] env[63862]: value = "task-2098162" [ 2036.806416] env[63862]: _type = "Task" [ 2036.806416] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.816183] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742f351-b7e3-4a84-ac70-15a92277f2b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.828709] env[63862]: DEBUG oslo_vmware.api [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.838020] env[63862]: DEBUG nova.compute.provider_tree [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.859217] env[63862]: DEBUG nova.network.neutron [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Successfully created port: 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2036.953116] env[63862]: DEBUG nova.compute.manager [req-8057c037-870e-4c73-a9ff-1baad93f0254 req-7374589e-fa23-443e-9c62-5c2e0d98799b service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Received event network-vif-deleted-2704a89a-6e68-45ee-b218-07e170b8f169 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2036.953116] env[63862]: INFO nova.compute.manager [req-8057c037-870e-4c73-a9ff-1baad93f0254 req-7374589e-fa23-443e-9c62-5c2e0d98799b service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Neutron deleted interface 2704a89a-6e68-45ee-b218-07e170b8f169; detaching it from the instance and deleting it from the info cache [ 2036.953284] env[63862]: DEBUG nova.network.neutron [req-8057c037-870e-4c73-a9ff-1baad93f0254 req-7374589e-fa23-443e-9c62-5c2e0d98799b service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.007968] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.062596] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529f0607-6f4e-47d3-9d76-447ea91b23f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.062917] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.063359] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2037.063694] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-355f607c-d933-414e-8bf6-0f6dc21fe522 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.072047] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2037.072047] env[63862]: value = "task-2098163" [ 2037.072047] env[63862]: _type = "Task" [ 2037.072047] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.082206] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.241695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.318361] env[63862]: DEBUG oslo_vmware.api [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Task: {'id': task-2098162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413083} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.318641] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.318880] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2037.319089] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2037.319287] env[63862]: INFO nova.compute.manager [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2037.319531] env[63862]: DEBUG oslo.service.loopingcall [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.319762] env[63862]: DEBUG nova.compute.manager [-] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2037.319859] env[63862]: DEBUG nova.network.neutron [-] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2037.322116] env[63862]: DEBUG nova.network.neutron [-] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.340787] env[63862]: DEBUG nova.scheduler.client.report [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2037.360020] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.360020] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588b2556-b512-41d0-a5f5-46d1b0815fe2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.369153] env[63862]: DEBUG oslo_vmware.api [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2037.369153] env[63862]: value = "task-2098164" [ 2037.369153] env[63862]: _type = "Task" [ 2037.369153] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.379840] env[63862]: DEBUG oslo_vmware.api [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.456185] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c79fd87-bf38-4c21-8727-5dc685f228b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.466444] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160291b0-04e8-4c1c-b315-89db76623692 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.500513] env[63862]: DEBUG nova.compute.manager [req-8057c037-870e-4c73-a9ff-1baad93f0254 req-7374589e-fa23-443e-9c62-5c2e0d98799b service nova] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Detach interface failed, port_id=2704a89a-6e68-45ee-b218-07e170b8f169, reason: Instance c3c4e837-d53e-4134-bc5a-aa5bd751d295 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2037.509913] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627481} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.509982] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/517b8af8-a458-478b-a2fd-cb05795051a1.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2037.510612] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2037.510612] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afe3b9f2-4ab9-4600-a5c0-afb1b08d9405 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.520885] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2037.520885] env[63862]: value = "task-2098165" [ 2037.520885] env[63862]: _type = "Task" [ 2037.520885] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.528478] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.582862] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502138} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.583101] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2037.583584] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2037.583679] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bf1f98b-c7e1-46fe-82ff-92c1e699a4ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.591342] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2037.591342] env[63862]: value = "task-2098166" [ 2037.591342] env[63862]: _type = "Task" [ 2037.591342] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.604065] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.731805] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2037.760826] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2037.761167] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2037.761385] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2037.761585] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2037.761732] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2037.761933] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2037.762242] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2037.762453] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2037.762647] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2037.762860] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2037.763107] env[63862]: DEBUG nova.virt.hardware [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2037.764539] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7416a19f-f935-495d-9ac2-67fa70310819 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.770554] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108ab729-3a38-409a-b929-4c1602acbe82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.779601] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d651582-fb12-4215-98d5-e31dd2aa76b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.798931] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ff467-8468-485c-8676-82e5a14b2769 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.815926] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2037.824411] env[63862]: INFO nova.compute.manager [-] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Took 1.36 seconds to deallocate network for instance. [ 2037.846279] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.848612] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.789s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.850534] env[63862]: INFO nova.compute.claims [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2037.870017] env[63862]: INFO nova.scheduler.client.report [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Deleted allocations for instance ae109144-b868-4d2f-aac0-cb9b59b1627e [ 2037.883634] env[63862]: DEBUG oslo_vmware.api [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098164, 'name': PowerOffVM_Task, 'duration_secs': 0.276764} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.883906] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.884119] env[63862]: DEBUG nova.compute.manager [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.884895] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eebc42d-9520-4efb-9696-5a8e79d6ef35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.029470] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076025} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.030125] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2038.031020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8899d273-936f-46c5-8441-cf4ff942622a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.059431] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/517b8af8-a458-478b-a2fd-cb05795051a1.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2038.060087] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04092c6e-8cfd-49de-8ab1-e37552605152 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.083282] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2038.083282] env[63862]: value = "task-2098167" [ 2038.083282] env[63862]: _type = "Task" [ 2038.083282] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.091514] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.100311] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0643} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.100608] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2038.101389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6552de-8b16-4f01-87f0-12a886f8bd0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.125379] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2038.125846] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45fc9bb-d5df-47d2-bdda-566e5aafbe3a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.146338] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2038.146338] env[63862]: value = "task-2098168" [ 2038.146338] env[63862]: _type = "Task" [ 2038.146338] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.155026] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.182033] env[63862]: DEBUG nova.network.neutron [-] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.322019] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.322322] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc22dda-715e-4e9f-8361-c843ebe10f3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.330367] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.330688] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2038.330688] env[63862]: value = "task-2098169" [ 2038.330688] env[63862]: _type = "Task" [ 2038.330688] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.338560] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.382020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-73d004b5-4caa-4944-a620-2ff54817e7b6 tempest-VolumesAssistedSnapshotsTest-911438859 tempest-VolumesAssistedSnapshotsTest-911438859-project-member] Lock "ae109144-b868-4d2f-aac0-cb9b59b1627e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.512s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.396637] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fd26f3a2-0d6c-4df0-a804-33cfa8e9808f tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.522046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "309e7d10-4640-48e1-af6c-81abc89d223b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.522046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "309e7d10-4640-48e1-af6c-81abc89d223b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.522046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "309e7d10-4640-48e1-af6c-81abc89d223b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.522046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "309e7d10-4640-48e1-af6c-81abc89d223b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.522046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "309e7d10-4640-48e1-af6c-81abc89d223b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.524153] env[63862]: INFO nova.compute.manager [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Terminating instance [ 2038.594078] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098167, 'name': ReconfigVM_Task, 'duration_secs': 0.4747} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.594246] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/517b8af8-a458-478b-a2fd-cb05795051a1.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2038.594918] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a987f6-1c83-4b4b-965c-945c943f92ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.603372] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2038.603372] env[63862]: value = "task-2098170" [ 2038.603372] env[63862]: _type = "Task" [ 2038.603372] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.612180] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098170, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.656484] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098168, 'name': ReconfigVM_Task, 'duration_secs': 0.478751} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.656781] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Reconfigured VM instance instance-00000031 to attach disk [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12/aae64db3-3ace-4127-a7fe-ec0efb3f9a12.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2038.657453] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e0fabd0-b334-4fa9-8cab-df00a81142fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.663714] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2038.663714] env[63862]: value = "task-2098171" [ 2038.663714] env[63862]: _type = "Task" [ 2038.663714] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.672997] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098171, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.688147] env[63862]: INFO nova.compute.manager [-] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Took 1.37 seconds to deallocate network for instance. [ 2038.842950] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098169, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.902195] env[63862]: DEBUG nova.objects.instance [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'flavor' on Instance uuid 133ec6e5-3de6-4613-86bc-f13509b1ea60 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.981744] env[63862]: DEBUG nova.compute.manager [req-53f62af5-84ac-4dc7-9842-8ad6d32e34d6 req-411047e0-e7ed-4987-9b86-e0947ff26417 service nova] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Received event network-vif-deleted-f515f5a0-1fc9-43fc-8794-724ad126af1a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2039.030183] env[63862]: DEBUG nova.compute.manager [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.030472] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.031582] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8918d2e8-7fdb-4d7c-b55a-5f25a48a3e2f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.039285] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.039541] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c6d1ff-e8e8-44b3-8890-c71b6140fcba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.045794] env[63862]: DEBUG oslo_vmware.api [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2039.045794] env[63862]: value = "task-2098172" [ 2039.045794] env[63862]: _type = "Task" [ 2039.045794] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.055640] env[63862]: DEBUG oslo_vmware.api [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.119206] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098170, 'name': Rename_Task, 'duration_secs': 0.346796} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.119753] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2039.120043] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8af5e3-674f-45e5-910d-97267c098921 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.126791] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2039.126791] env[63862]: value = "task-2098173" [ 2039.126791] env[63862]: _type = "Task" [ 2039.126791] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.137991] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.173408] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098171, 'name': Rename_Task, 'duration_secs': 0.299516} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.176317] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2039.176824] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7073e20-feda-48cd-8ec9-cd008def7505 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.183407] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2039.183407] env[63862]: value = "task-2098174" [ 2039.183407] env[63862]: _type = "Task" [ 2039.183407] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.191577] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.199269] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.342220] env[63862]: DEBUG oslo_vmware.api [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098169, 'name': PowerOnVM_Task, 'duration_secs': 0.72709} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.342542] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.342725] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe43a40-8dd5-4330-ac82-e84f9698211a tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance 'a468b187-e36c-43f0-bd86-126564068f4e' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2039.369240] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093a053-8107-4744-a683-7a4962dd91dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.377260] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc62c6-939a-4f96-85c3-315bca3c0d40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.414987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.415215] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.415407] env[63862]: DEBUG nova.network.neutron [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.415590] env[63862]: DEBUG nova.objects.instance [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'info_cache' on Instance uuid 133ec6e5-3de6-4613-86bc-f13509b1ea60 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.417408] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248ce86c-d546-4225-b539-f17e9edca4c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.427610] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c30f791-397d-4aad-956e-fd6f37bdeb72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.443596] env[63862]: DEBUG nova.compute.provider_tree [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.556138] env[63862]: DEBUG oslo_vmware.api [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098172, 'name': PowerOffVM_Task, 'duration_secs': 0.236365} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.556444] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2039.556444] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.556749] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34132ce0-1ebc-4369-a474-ea964e3be338 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.637666] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098173, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.692863] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098174, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.923099] env[63862]: DEBUG nova.objects.base [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Object Instance<133ec6e5-3de6-4613-86bc-f13509b1ea60> lazy-loaded attributes: flavor,info_cache {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2039.947985] env[63862]: DEBUG nova.scheduler.client.report [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2040.139909] env[63862]: DEBUG oslo_vmware.api [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098173, 'name': PowerOnVM_Task, 'duration_secs': 0.84239} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.140768] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.140886] env[63862]: INFO nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Took 9.58 seconds to spawn the instance on the hypervisor. [ 2040.141175] env[63862]: DEBUG nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2040.142191] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15efe21-6e41-4dc2-b0e7-439f0e68b9ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.196390] env[63862]: DEBUG oslo_vmware.api [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098174, 'name': PowerOnVM_Task, 'duration_secs': 0.778275} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.196670] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.196891] env[63862]: DEBUG nova.compute.manager [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2040.197746] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6128e77a-1382-4ef1-b6b4-a12aedb2f9e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.452555] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.453102] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.456262] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.493s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.456435] env[63862]: DEBUG nova.objects.instance [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lazy-loading 'resources' on Instance uuid 6c227bdf-8f6d-404f-af39-863adde871a2 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.662575] env[63862]: INFO nova.compute.manager [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Took 48.59 seconds to build instance. [ 2040.727574] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.915453] env[63862]: DEBUG nova.network.neutron [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.960139] env[63862]: DEBUG nova.compute.utils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2040.965170] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2040.965356] env[63862]: DEBUG nova.network.neutron [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2041.036086] env[63862]: DEBUG nova.policy [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5599c9ea7341af9cca8a1e43f56c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f0d691027334cc181fb6f6242dee255', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2041.123365] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "a468b187-e36c-43f0-bd86-126564068f4e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.123721] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.124031] env[63862]: DEBUG nova.compute.manager [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Going to confirm migration 1 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2041.169261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2a51e498-1159-40e4-8031-3613277116a5 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "517b8af8-a458-478b-a2fd-cb05795051a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.552s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.419703] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.429588] env[63862]: DEBUG nova.network.neutron [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Successfully created port: dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.465769] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2041.470827] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f2017-545a-4fd2-9d1c-cf9f2d25a0a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.479367] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6f0449-b34e-4448-b9b1-ed666873f0e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.524131] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadc1d6e-2e22-4ac4-be38-2c48bf4ef580 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.533419] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54658bb0-04ce-4856-942d-3d2c129189fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.549786] env[63862]: DEBUG nova.compute.provider_tree [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.738650] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.739010] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.743036] env[63862]: DEBUG nova.network.neutron [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.743036] env[63862]: DEBUG nova.objects.instance [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lazy-loading 'info_cache' on Instance uuid a468b187-e36c-43f0-bd86-126564068f4e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.899313] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.899313] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2041.989910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.990040] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.990345] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.990345] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.990502] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.992769] env[63862]: INFO nova.compute.manager [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Terminating instance [ 2042.053325] env[63862]: DEBUG nova.scheduler.client.report [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.406674] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2042.407868] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2042.439025] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2042.439025] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43dc3a15-514d-418c-8a0d-65d9ecd5b1c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.446500] env[63862]: DEBUG oslo_vmware.api [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2042.446500] env[63862]: value = "task-2098176" [ 2042.446500] env[63862]: _type = "Task" [ 2042.446500] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.454847] env[63862]: DEBUG oslo_vmware.api [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.475798] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.476077] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.482191] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2042.497748] env[63862]: DEBUG nova.compute.manager [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2042.497974] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.498912] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54680aa-e881-4c17-ac61-56b900a4bc4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.515294] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.516108] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e8eec8b-87d6-469e-be3d-724d6e4d7753 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.522300] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.522300] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.522670] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.522770] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.523694] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.523901] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.524160] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.524364] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.524932] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.524932] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.524932] env[63862]: DEBUG nova.virt.hardware [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.526294] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133a8af4-ea2d-4720-8fae-5035c4946952 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.532246] env[63862]: DEBUG oslo_vmware.api [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2042.532246] env[63862]: value = "task-2098177" [ 2042.532246] env[63862]: _type = "Task" [ 2042.532246] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.539947] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb76b9a-debd-415e-8111-88acc9282a3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.547458] env[63862]: DEBUG oslo_vmware.api [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.559405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.561745] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.333s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.563392] env[63862]: INFO nova.compute.claims [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2042.579570] env[63862]: INFO nova.compute.manager [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Rescuing [ 2042.579859] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.580052] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.580653] env[63862]: DEBUG nova.network.neutron [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.582405] env[63862]: INFO nova.scheduler.client.report [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Deleted allocations for instance 6c227bdf-8f6d-404f-af39-863adde871a2 [ 2042.894191] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.894456] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.957575] env[63862]: DEBUG oslo_vmware.api [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098176, 'name': PowerOnVM_Task, 'duration_secs': 0.461768} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.957575] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.957575] env[63862]: DEBUG nova.compute.manager [None req-1662e382-893c-412c-aab4-2aea68d929a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.958585] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f83c1-cc39-4bdd-ab9e-44903a0d749f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.979863] env[63862]: DEBUG nova.compute.utils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2043.010492] env[63862]: DEBUG nova.network.neutron [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance_info_cache with network_info: [{"id": "493101a1-e18b-4729-bedc-f23626c2aae0", "address": "fa:16:3e:d3:47:12", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493101a1-e1", "ovs_interfaceid": "493101a1-e18b-4729-bedc-f23626c2aae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.044674] env[63862]: DEBUG oslo_vmware.api [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098177, 'name': PowerOffVM_Task, 'duration_secs': 0.346318} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.044979] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.045178] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.045445] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c535c2-817f-46d2-b177-7349a18b577f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.092853] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b2167d24-2885-40dd-bb5d-c02031aa07b8 tempest-TenantUsagesTestJSON-706150380 tempest-TenantUsagesTestJSON-706150380-project-member] Lock "6c227bdf-8f6d-404f-af39-863adde871a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.050s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.280966] env[63862]: DEBUG nova.network.neutron [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.396994] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2043.482428] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.513579] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-a468b187-e36c-43f0-bd86-126564068f4e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.513842] env[63862]: DEBUG nova.objects.instance [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lazy-loading 'migration_context' on Instance uuid a468b187-e36c-43f0-bd86-126564068f4e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.783657] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.915696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.017135] env[63862]: DEBUG nova.objects.base [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2044.018471] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e639e-8578-4b56-bc17-161e712314b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.025099] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c407a5e-35a1-4a60-9b08-0fac642ff880 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.049440] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4e614-dcb2-4079-bafa-b90309a6a959 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.053518] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91f2cbc-2bf0-46bb-95d3-2a680864b06f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.059308] env[63862]: DEBUG oslo_vmware.api [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2044.059308] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5218be1a-137d-16f3-96ec-97d0857810b9" [ 2044.059308] env[63862]: _type = "Task" [ 2044.059308] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.095869] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbb7836-6483-436d-aaa4-30511065f6fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.109389] env[63862]: DEBUG oslo_vmware.api [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5218be1a-137d-16f3-96ec-97d0857810b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008638} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.109939] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.111345] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97762efa-948a-4876-a4bc-7071bbd777e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.126106] env[63862]: DEBUG nova.compute.provider_tree [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.303233] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.303483] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.303671] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] aae64db3-3ace-4127-a7fe-ec0efb3f9a12 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.303938] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ba6f01e-882d-471f-934b-87177eb7c89a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.311915] env[63862]: DEBUG oslo_vmware.api [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2044.311915] env[63862]: value = "task-2098179" [ 2044.311915] env[63862]: _type = "Task" [ 2044.311915] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.325871] env[63862]: DEBUG oslo_vmware.api [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.328111] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2044.328345] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2044.328522] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleting the datastore file [datastore2] 309e7d10-4640-48e1-af6c-81abc89d223b {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2044.328782] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449b1937-39f4-43c6-81e2-ec678a290cd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.337109] env[63862]: DEBUG oslo_vmware.api [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2044.337109] env[63862]: value = "task-2098180" [ 2044.337109] env[63862]: _type = "Task" [ 2044.337109] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.346110] env[63862]: DEBUG oslo_vmware.api [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.602345] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.602631] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.602931] env[63862]: INFO nova.compute.manager [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Attaching volume 13921e3f-2c64-42db-bba6-90ee0ce411a1 to /dev/sdb [ 2044.629154] env[63862]: DEBUG nova.scheduler.client.report [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.654300] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8704535-abf8-4892-a2d5-57cba84e8497 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.665512] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75a04c-a58a-45f7-9534-719134dcf9c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.680925] env[63862]: DEBUG nova.virt.block_device [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updating existing volume attachment record: c2c24e13-7d12-43cb-a978-3f1a0f8e0f7e {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2044.826247] env[63862]: DEBUG oslo_vmware.api [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169036} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.827496] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.827496] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.827889] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.827889] env[63862]: INFO nova.compute.manager [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Took 2.33 seconds to destroy the instance on the hypervisor. [ 2044.828423] env[63862]: DEBUG oslo.service.loopingcall [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.828915] env[63862]: DEBUG nova.compute.manager [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.829054] env[63862]: DEBUG nova.network.neutron [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.853323] env[63862]: DEBUG oslo_vmware.api [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167769} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.854841] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2044.854841] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2044.854841] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2044.855189] env[63862]: INFO nova.compute.manager [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Took 5.82 seconds to destroy the instance on the hypervisor. [ 2044.855721] env[63862]: DEBUG oslo.service.loopingcall [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.857528] env[63862]: DEBUG nova.compute.manager [-] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2044.857528] env[63862]: DEBUG nova.network.neutron [-] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2044.996165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.996165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.996165] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2045.137021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.137021] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2045.138348] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.148s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.144381] env[63862]: INFO nova.compute.claims [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2045.331271] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.331271] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91c5bfa-0e7b-4f27-b571-abadd2f26c23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.339561] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2045.339561] env[63862]: value = "task-2098184" [ 2045.339561] env[63862]: _type = "Task" [ 2045.339561] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.348384] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.513385] env[63862]: DEBUG nova.network.neutron [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Successfully updated port: dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2045.536085] env[63862]: DEBUG nova.compute.manager [req-8e956d21-ae51-4138-8ddd-2a319fae4d3f req-cdc7d039-5e1d-49b1-84f9-54f86efe5ec3 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Received event network-vif-plugged-dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.536085] env[63862]: DEBUG oslo_concurrency.lockutils [req-8e956d21-ae51-4138-8ddd-2a319fae4d3f req-cdc7d039-5e1d-49b1-84f9-54f86efe5ec3 service nova] Acquiring lock "aef3289d-3eb2-4d87-b2f8-a4f335368113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.536085] env[63862]: DEBUG oslo_concurrency.lockutils [req-8e956d21-ae51-4138-8ddd-2a319fae4d3f req-cdc7d039-5e1d-49b1-84f9-54f86efe5ec3 service nova] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.540800] env[63862]: DEBUG oslo_concurrency.lockutils [req-8e956d21-ae51-4138-8ddd-2a319fae4d3f req-cdc7d039-5e1d-49b1-84f9-54f86efe5ec3 service nova] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.540800] env[63862]: DEBUG nova.compute.manager [req-8e956d21-ae51-4138-8ddd-2a319fae4d3f req-cdc7d039-5e1d-49b1-84f9-54f86efe5ec3 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] No waiting events found dispatching network-vif-plugged-dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2045.541238] env[63862]: WARNING nova.compute.manager [req-8e956d21-ae51-4138-8ddd-2a319fae4d3f req-cdc7d039-5e1d-49b1-84f9-54f86efe5ec3 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Received unexpected event network-vif-plugged-dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 for instance with vm_state building and task_state spawning. [ 2045.650184] env[63862]: DEBUG nova.compute.utils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2045.652880] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2045.653439] env[63862]: DEBUG nova.network.neutron [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2045.749299] env[63862]: DEBUG nova.compute.manager [req-73412b24-f9a4-4046-8625-d917da5149e5 req-acca2579-17d2-4661-9eb2-ee115adf6510 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Received event network-vif-deleted-0ee166b8-b9d0-435c-9a96-e2fb401738eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.749531] env[63862]: INFO nova.compute.manager [req-73412b24-f9a4-4046-8625-d917da5149e5 req-acca2579-17d2-4661-9eb2-ee115adf6510 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Neutron deleted interface 0ee166b8-b9d0-435c-9a96-e2fb401738eb; detaching it from the instance and deleting it from the info cache [ 2045.749694] env[63862]: DEBUG nova.network.neutron [req-73412b24-f9a4-4046-8625-d917da5149e5 req-acca2579-17d2-4661-9eb2-ee115adf6510 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.754899] env[63862]: DEBUG nova.policy [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57fb3bddb95c414aa09f1aead098ce1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18d13737fb6d4531b333568fc0b69ce6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2045.851477] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098184, 'name': PowerOffVM_Task, 'duration_secs': 0.292582} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.852486] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2045.853421] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabbbe9a-76b1-4ee9-8911-22deb747993e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.877836] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5b6809-023a-4220-b7eb-f8a33b881e1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.897128] env[63862]: DEBUG nova.network.neutron [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.914862] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.915334] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6707053-c3cf-4bec-9784-d02ba349f089 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.922276] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2045.922276] env[63862]: value = "task-2098185" [ 2045.922276] env[63862]: _type = "Task" [ 2045.922276] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.931610] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.983207] env[63862]: DEBUG nova.network.neutron [-] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.017524] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "refresh_cache-aef3289d-3eb2-4d87-b2f8-a4f335368113" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.017524] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "refresh_cache-aef3289d-3eb2-4d87-b2f8-a4f335368113" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.017524] env[63862]: DEBUG nova.network.neutron [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2046.021769] env[63862]: DEBUG nova.network.neutron [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Successfully updated port: 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2046.159393] env[63862]: DEBUG nova.compute.utils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2046.255982] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79c28fec-5cef-443e-8610-0083c08e1b24 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.267338] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d17c58-5690-4301-a610-b5d8bda30b2c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.312154] env[63862]: DEBUG nova.compute.manager [req-73412b24-f9a4-4046-8625-d917da5149e5 req-acca2579-17d2-4661-9eb2-ee115adf6510 service nova] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Detach interface failed, port_id=0ee166b8-b9d0-435c-9a96-e2fb401738eb, reason: Instance aae64db3-3ace-4127-a7fe-ec0efb3f9a12 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2046.397565] env[63862]: INFO nova.compute.manager [-] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Took 1.57 seconds to deallocate network for instance. [ 2046.441031] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2046.441031] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2046.441422] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.441630] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.441816] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2046.442094] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66099238-c6d4-4cd9-a32c-29e218ab51c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.450940] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2046.451140] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2046.451905] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d32c34fb-1115-4d6f-aede-a8d36a68207d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.464048] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2046.464048] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f26617-0a7d-676e-b3f6-3625d0f7f671" [ 2046.464048] env[63862]: _type = "Task" [ 2046.464048] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.476396] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f26617-0a7d-676e-b3f6-3625d0f7f671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.486544] env[63862]: INFO nova.compute.manager [-] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Took 1.63 seconds to deallocate network for instance. [ 2046.497431] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Updating instance_info_cache with network_info: [{"id": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "address": "fa:16:3e:73:9e:ce", "network": {"id": "4a5eccbe-72fd-4b61-bcf7-6f674cce4877", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1620023031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2be8e7c1d12d4d75abc49098258c71ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8fddb3d-02", "ovs_interfaceid": "d8fddb3d-02e7-4fc2-92fe-6d0486d50de0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.518214] env[63862]: DEBUG nova.network.neutron [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Successfully created port: 06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2046.529447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.529447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.529447] env[63862]: DEBUG nova.network.neutron [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2046.582274] env[63862]: DEBUG nova.network.neutron [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2046.665916] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2046.722883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa740786-ffa4-4838-8973-a5180c9f7d86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.732399] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9e752d-34fe-494f-81b5-b0e292b5d6a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.764784] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409d321b-2b83-4d98-a858-374e20f0147b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.774285] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79762325-4e2e-4714-bc34-665c2abd9a98 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.791053] env[63862]: DEBUG nova.compute.provider_tree [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.904803] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.978682] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f26617-0a7d-676e-b3f6-3625d0f7f671, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.979592] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ab8d1c-4e4d-4b91-883c-09de3521b664 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.985819] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2046.985819] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521c2066-ed3c-7431-5404-dfee2d308937" [ 2046.985819] env[63862]: _type = "Task" [ 2046.985819] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.995241] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521c2066-ed3c-7431-5404-dfee2d308937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.001355] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.001661] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-0b1219cd-8dbe-4ac8-b867-3c956bf43288" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.001848] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2047.002193] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.002489] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.002690] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.002888] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.003124] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.003250] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.003391] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2047.003532] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2047.086513] env[63862]: DEBUG nova.network.neutron [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2047.263113] env[63862]: DEBUG nova.network.neutron [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Updating instance_info_cache with network_info: [{"id": "dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8", "address": "fa:16:3e:7e:1d:74", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbabaa61-8a", "ovs_interfaceid": "dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.301020] env[63862]: DEBUG nova.scheduler.client.report [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.308712] env[63862]: DEBUG nova.network.neutron [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [{"id": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "address": "fa:16:3e:e5:06:d9", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea38cd9-30", "ovs_interfaceid": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.505286] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521c2066-ed3c-7431-5404-dfee2d308937, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.506358] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.506725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.507306] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. {{(pid=63862) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2047.507392] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbad5f11-b97a-4be7-a7b0-c7f2628fb62f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.515601] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2047.515601] env[63862]: value = "task-2098187" [ 2047.515601] env[63862]: _type = "Task" [ 2047.515601] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.524518] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.661818] env[63862]: DEBUG nova.compute.manager [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Received event network-changed-dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.662040] env[63862]: DEBUG nova.compute.manager [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Refreshing instance network info cache due to event network-changed-dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2047.662253] env[63862]: DEBUG oslo_concurrency.lockutils [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] Acquiring lock "refresh_cache-aef3289d-3eb2-4d87-b2f8-a4f335368113" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.689059] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2047.724307] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:42:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1495657718',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1772885135',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2047.724600] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2047.724807] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2047.726050] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2047.726050] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2047.726050] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2047.726050] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2047.726369] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2047.726598] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2047.726799] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2047.726978] env[63862]: DEBUG nova.virt.hardware [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2047.729268] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c097a-1043-4505-8170-0d212a9c1ed3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.742905] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2526f4-ab86-4329-ba18-238e7b9ece53 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.769010] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "refresh_cache-aef3289d-3eb2-4d87-b2f8-a4f335368113" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.769947] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Instance network_info: |[{"id": "dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8", "address": "fa:16:3e:7e:1d:74", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbabaa61-8a", "ovs_interfaceid": "dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2047.770478] env[63862]: DEBUG oslo_concurrency.lockutils [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] Acquired lock "refresh_cache-aef3289d-3eb2-4d87-b2f8-a4f335368113" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.770723] env[63862]: DEBUG nova.network.neutron [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Refreshing network info cache for port dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.773343] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:1d:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2047.783936] env[63862]: DEBUG oslo.service.loopingcall [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.785111] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2047.785389] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b62a86c7-41f3-404d-b1c1-416eb7c71f72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.807377] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.807565] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2047.810777] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.947s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.814102] env[63862]: INFO nova.compute.claims [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.819836] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.820094] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Instance network_info: |[{"id": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "address": "fa:16:3e:e5:06:d9", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea38cd9-30", "ovs_interfaceid": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2047.822441] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:06:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ea38cd9-30ac-47b5-8ee2-7069806e1cd3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2047.828805] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Creating folder: Project (3722b9cc1ab54b2aafdb4445b4335fca). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2047.831417] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5656e349-032f-4d95-af86-6c22bf07b141 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.833111] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2047.833111] env[63862]: value = "task-2098188" [ 2047.833111] env[63862]: _type = "Task" [ 2047.833111] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.845504] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098188, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.847529] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Created folder: Project (3722b9cc1ab54b2aafdb4445b4335fca) in parent group-v429490. [ 2047.847717] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Creating folder: Instances. Parent ref: group-v429649. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2047.849251] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daa143ee-eba6-48fa-9e8a-9896b064ab9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.852891] env[63862]: DEBUG nova.compute.manager [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Received event network-vif-deleted-2d7d4a9b-3b48-4f58-b07e-597cd3c6d866 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.854028] env[63862]: DEBUG nova.compute.manager [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Received event network-vif-plugged-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.854028] env[63862]: DEBUG oslo_concurrency.lockutils [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.854028] env[63862]: DEBUG oslo_concurrency.lockutils [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.854028] env[63862]: DEBUG oslo_concurrency.lockutils [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.854028] env[63862]: DEBUG nova.compute.manager [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] No waiting events found dispatching network-vif-plugged-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2047.854438] env[63862]: WARNING nova.compute.manager [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Received unexpected event network-vif-plugged-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 for instance with vm_state building and task_state spawning. [ 2047.854438] env[63862]: DEBUG nova.compute.manager [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Received event network-changed-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2047.854438] env[63862]: DEBUG nova.compute.manager [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Refreshing instance network info cache due to event network-changed-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2047.855502] env[63862]: DEBUG oslo_concurrency.lockutils [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] Acquiring lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.855502] env[63862]: DEBUG oslo_concurrency.lockutils [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] Acquired lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.855502] env[63862]: DEBUG nova.network.neutron [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Refreshing network info cache for port 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.868553] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Created folder: Instances in parent group-v429649. [ 2047.868700] env[63862]: DEBUG oslo.service.loopingcall [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.869270] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2047.869544] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-423599d8-56bf-4f7e-ae5b-d8a456bcb8da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.893833] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2047.893833] env[63862]: value = "task-2098191" [ 2047.893833] env[63862]: _type = "Task" [ 2047.893833] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.907405] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098191, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.027094] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49876} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.027094] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. [ 2048.027741] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3efc44-0995-4421-b091-1f0af43ce773 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.055237] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.056888] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2242a321-9da2-4e88-92eb-1cf1b3e889a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.076768] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2048.076768] env[63862]: value = "task-2098192" [ 2048.076768] env[63862]: _type = "Task" [ 2048.076768] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.087495] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.320263] env[63862]: DEBUG nova.compute.utils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2048.336891] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2048.337063] env[63862]: DEBUG nova.network.neutron [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2048.365636] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098188, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.403819] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098191, 'name': CreateVM_Task, 'duration_secs': 0.405011} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.404100] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2048.404746] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.404977] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.405911] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2048.408797] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c1ab09-e480-47d4-9963-8013e2d8a688 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.416602] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2048.416602] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524865b7-6356-899b-46f8-dcb53922be60" [ 2048.416602] env[63862]: _type = "Task" [ 2048.416602] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.428345] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524865b7-6356-899b-46f8-dcb53922be60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.491514] env[63862]: DEBUG nova.policy [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc6039f7c8c14bf98d41b238a27c9afc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8fcb223b1484cc4b5ebc846062e0f63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2048.587517] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098192, 'name': ReconfigVM_Task, 'duration_secs': 0.362942} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.590537] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2048.594870] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd37cf5c-dc4a-4e0f-828e-c865f5b83153 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.631866] env[63862]: DEBUG nova.network.neutron [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Updated VIF entry in instance network info cache for port dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.632390] env[63862]: DEBUG nova.network.neutron [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Updating instance_info_cache with network_info: [{"id": "dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8", "address": "fa:16:3e:7e:1d:74", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbabaa61-8a", "ovs_interfaceid": "dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.636177] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d998989e-c0bc-4a32-a67f-b773ec39c909 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.657669] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "70da175b-22e2-468a-b696-72f714c31102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.657968] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "70da175b-22e2-468a-b696-72f714c31102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.662899] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2048.662899] env[63862]: value = "task-2098193" [ 2048.662899] env[63862]: _type = "Task" [ 2048.662899] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.672046] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.832343] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2048.852117] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098188, 'name': CreateVM_Task, 'duration_secs': 0.617491} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.854464] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2048.855017] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.929511] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524865b7-6356-899b-46f8-dcb53922be60, 'name': SearchDatastore_Task, 'duration_secs': 0.015711} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.929731] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.929978] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2048.930231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.930586] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.930586] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2048.930797] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.931129] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2048.931355] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-862b3323-f9be-40fc-b551-ea11c563badd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.935282] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562fa7ca-d4c3-449c-87de-856f66f02fc3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.940193] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2048.940193] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5237714d-e2a9-356b-cb07-48361d400873" [ 2048.940193] env[63862]: _type = "Task" [ 2048.940193] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.944056] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2048.944139] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2048.945336] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c50968e-c9eb-4e2f-ac3c-2e84b672d937 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.950373] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5237714d-e2a9-356b-cb07-48361d400873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.957447] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2048.957447] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521221a8-6e4c-dfe0-2c8e-3e147cde66fa" [ 2048.957447] env[63862]: _type = "Task" [ 2048.957447] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.963242] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521221a8-6e4c-dfe0-2c8e-3e147cde66fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.964788] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8374c1a9-19a3-4416-b91c-a117df86b85e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.975022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7131b2a8-828b-416e-9cd6-e09f08fb77ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.010886] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8ed3ee-ff1b-46d5-a575-af4620e4a930 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.019143] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d6b20c-3fb3-4d00-b8ac-70b5bd467427 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.033527] env[63862]: DEBUG nova.compute.provider_tree [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.103406] env[63862]: DEBUG nova.network.neutron [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updated VIF entry in instance network info cache for port 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2049.103767] env[63862]: DEBUG nova.network.neutron [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [{"id": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "address": "fa:16:3e:e5:06:d9", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea38cd9-30", "ovs_interfaceid": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.149579] env[63862]: DEBUG oslo_concurrency.lockutils [req-1c75d0e6-9aff-4a6c-a2ca-b9093f6a7bd1 req-58e357f8-fa1c-4aff-ba6d-11f40fd01f28 service nova] Releasing lock "refresh_cache-aef3289d-3eb2-4d87-b2f8-a4f335368113" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.175221] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098193, 'name': ReconfigVM_Task, 'duration_secs': 0.170895} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.175511] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2049.175774] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f391ba-61a6-425f-9abb-d77381b51c83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.181622] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2049.181622] env[63862]: value = "task-2098194" [ 2049.181622] env[63862]: _type = "Task" [ 2049.181622] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.192730] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.240880] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2049.240880] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429648', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'name': 'volume-13921e3f-2c64-42db-bba6-90ee0ce411a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a3816f6-9478-45f3-be2d-0a58ac0335dc', 'attached_at': '', 'detached_at': '', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'serial': '13921e3f-2c64-42db-bba6-90ee0ce411a1'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2049.241455] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804a30e-b433-4e95-a03a-d49f65ee5970 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.260828] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4263252f-5297-47c5-ba20-1caa26e4fa2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.293498] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-13921e3f-2c64-42db-bba6-90ee0ce411a1/volume-13921e3f-2c64-42db-bba6-90ee0ce411a1.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2049.294795] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfdb054a-e5f0-4c03-b544-ecd82f8802ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.313155] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2049.313155] env[63862]: value = "task-2098195" [ 2049.313155] env[63862]: _type = "Task" [ 2049.313155] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.321945] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.451113] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5237714d-e2a9-356b-cb07-48361d400873, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.452234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.452234] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2049.452234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.466304] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521221a8-6e4c-dfe0-2c8e-3e147cde66fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.467147] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c547c9f-0b82-4030-96cd-127de64923d4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.476198] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2049.476198] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b59c51-944a-c3c2-6891-d48c0c7c31ae" [ 2049.476198] env[63862]: _type = "Task" [ 2049.476198] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.476393] env[63862]: DEBUG nova.network.neutron [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Successfully created port: e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2049.486571] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b59c51-944a-c3c2-6891-d48c0c7c31ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008935} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.486846] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.487116] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd/8ca39ef8-b09e-480b-93a4-44ceb7cbebfd.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2049.487403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.487591] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2049.487808] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b106f3c-6cec-488f-b57a-da6c620dab32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.489793] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b7831a-4834-4b71-a86c-66e907819096 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.497995] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2049.497995] env[63862]: value = "task-2098196" [ 2049.497995] env[63862]: _type = "Task" [ 2049.497995] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.500026] env[63862]: DEBUG nova.network.neutron [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Successfully updated port: 06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2049.501312] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2049.501312] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2049.505842] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ac401c-6719-493d-92dd-59a34c00ba28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.513602] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2049.513602] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b13871-3e72-dda5-760a-f5a9beb1a3d3" [ 2049.513602] env[63862]: _type = "Task" [ 2049.513602] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.517790] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.527437] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b13871-3e72-dda5-760a-f5a9beb1a3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.528271] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2604c1f4-75f7-4aa5-91c0-7c6ef048c42e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.534310] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2049.534310] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b46aa7-c095-826c-429f-19284871b257" [ 2049.534310] env[63862]: _type = "Task" [ 2049.534310] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.538312] env[63862]: DEBUG nova.scheduler.client.report [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.548179] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b46aa7-c095-826c-429f-19284871b257, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.551050] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.551050] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] aef3289d-3eb2-4d87-b2f8-a4f335368113/aef3289d-3eb2-4d87-b2f8-a4f335368113.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2049.551050] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dd4f6fd-58be-4afd-bc1c-33c2f9a7a8b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.556585] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2049.556585] env[63862]: value = "task-2098197" [ 2049.556585] env[63862]: _type = "Task" [ 2049.556585] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.567845] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.606805] env[63862]: DEBUG oslo_concurrency.lockutils [req-b728ceac-ba8e-4cd5-8bed-48c2eb2f1771 req-82e06c7c-ebe6-42ca-afcf-6ffb9a206391 service nova] Releasing lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.694810] env[63862]: DEBUG oslo_vmware.api [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098194, 'name': PowerOnVM_Task, 'duration_secs': 0.393877} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.695205] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.698111] env[63862]: DEBUG nova.compute.manager [None req-8c5d25e4-956c-4bca-b1f7-be9b3e8a91c2 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2049.699014] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdfedbd-8509-40bd-8fcd-de586e5dc05c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.824210] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.848902] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2049.892474] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2049.894029] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2049.894818] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2049.895290] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2049.895749] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2049.896329] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2049.897253] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2049.897510] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2049.897754] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2049.898336] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2049.899188] env[63862]: DEBUG nova.virt.hardware [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2049.901214] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299cfb8d-af60-40eb-8d6e-33ba7b3e6101 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.911378] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d2770c-3d45-49f4-b6a1-6b7323503de2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.006252] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.006497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.006668] env[63862]: DEBUG nova.network.neutron [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2050.014884] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.018681] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd/8ca39ef8-b09e-480b-93a4-44ceb7cbebfd.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2050.020022] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2050.020022] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c98df9a1-adc3-4e41-95ef-4b94e1a89af6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.029540] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2050.029540] env[63862]: value = "task-2098198" [ 2050.029540] env[63862]: _type = "Task" [ 2050.029540] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.040045] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.051444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.052579] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2050.055423] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.116s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.055729] env[63862]: DEBUG nova.objects.instance [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lazy-loading 'resources' on Instance uuid 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.072261] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098197, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.157107] env[63862]: DEBUG nova.compute.manager [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Received event network-vif-plugged-06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.157377] env[63862]: DEBUG oslo_concurrency.lockutils [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] Acquiring lock "777d3286-de11-4541-99f9-b32388e7c7c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.157537] env[63862]: DEBUG oslo_concurrency.lockutils [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] Lock "777d3286-de11-4541-99f9-b32388e7c7c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.157702] env[63862]: DEBUG oslo_concurrency.lockutils [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] Lock "777d3286-de11-4541-99f9-b32388e7c7c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.157869] env[63862]: DEBUG nova.compute.manager [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] No waiting events found dispatching network-vif-plugged-06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.158187] env[63862]: WARNING nova.compute.manager [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Received unexpected event network-vif-plugged-06d17aa4-1ea2-4244-a193-ae467523ae71 for instance with vm_state building and task_state spawning. [ 2050.158414] env[63862]: DEBUG nova.compute.manager [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Received event network-changed-06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2050.158602] env[63862]: DEBUG nova.compute.manager [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Refreshing instance network info cache due to event network-changed-06d17aa4-1ea2-4244-a193-ae467523ae71. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2050.158773] env[63862]: DEBUG oslo_concurrency.lockutils [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] Acquiring lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.325731] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098195, 'name': ReconfigVM_Task, 'duration_secs': 0.521064} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.326956] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-13921e3f-2c64-42db-bba6-90ee0ce411a1/volume-13921e3f-2c64-42db-bba6-90ee0ce411a1.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2050.332136] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0bb3b7-4417-47c4-98bd-e3b5c5155152 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.347233] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2050.347233] env[63862]: value = "task-2098199" [ 2050.347233] env[63862]: _type = "Task" [ 2050.347233] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.356626] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.543713] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088557} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.544315] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2050.547466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3824ebb-3f4f-4c23-9a28-3291a6cc8405 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.566247] env[63862]: DEBUG nova.compute.utils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2050.581011] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd/8ca39ef8-b09e-480b-93a4-44ceb7cbebfd.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2050.582860] env[63862]: DEBUG nova.network.neutron [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2050.587528] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2050.594021] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2050.594021] env[63862]: DEBUG nova.network.neutron [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2050.596561] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37770335-4ad5-4a0a-9939-c127e9753ba1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.623170] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735981} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.624534] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] aef3289d-3eb2-4d87-b2f8-a4f335368113/aef3289d-3eb2-4d87-b2f8-a4f335368113.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2050.624744] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2050.625060] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2050.625060] env[63862]: value = "task-2098200" [ 2050.625060] env[63862]: _type = "Task" [ 2050.625060] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.625251] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ab96dca-1f09-4eea-8245-7c63ea65c61d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.635668] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2050.635668] env[63862]: value = "task-2098201" [ 2050.635668] env[63862]: _type = "Task" [ 2050.635668] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.644184] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.651041] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.716817] env[63862]: DEBUG nova.policy [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35e51dfcb92d4c03bda62143b2fd90fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f8efe2324864c44a24ff16b5a5b5c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.862480] env[63862]: DEBUG oslo_vmware.api [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098199, 'name': ReconfigVM_Task, 'duration_secs': 0.137032} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.862480] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429648', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'name': 'volume-13921e3f-2c64-42db-bba6-90ee0ce411a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a3816f6-9478-45f3-be2d-0a58ac0335dc', 'attached_at': '', 'detached_at': '', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'serial': '13921e3f-2c64-42db-bba6-90ee0ce411a1'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2050.908785] env[63862]: DEBUG nova.network.neutron [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Updating instance_info_cache with network_info: [{"id": "06d17aa4-1ea2-4244-a193-ae467523ae71", "address": "fa:16:3e:13:ab:b8", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d17aa4-1e", "ovs_interfaceid": "06d17aa4-1ea2-4244-a193-ae467523ae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.110474] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afedad8-852b-45bf-a336-b9ed3e735cf5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.121844] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bcf949-ec68-42ea-a823-0e6382f5b7fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.157185] env[63862]: DEBUG nova.network.neutron [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Successfully created port: 19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2051.162314] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aa95fd-12ef-4d6f-bab5-134332830abf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.171336] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.176264] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0723} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.177550] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d2fbe-ee99-421a-a3b0-25b6f9b7a7a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.181848] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2051.182599] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630e90bd-7c98-461e-9cbc-a6aebd6fe6e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.195132] env[63862]: DEBUG nova.compute.provider_tree [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.214468] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] aef3289d-3eb2-4d87-b2f8-a4f335368113/aef3289d-3eb2-4d87-b2f8-a4f335368113.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2051.215600] env[63862]: DEBUG nova.scheduler.client.report [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2051.218963] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e563df-d786-4859-8d42-e8abae9bb8f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.234530] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.179s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.236977] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.289s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.247830] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2051.247830] env[63862]: value = "task-2098202" [ 2051.247830] env[63862]: _type = "Task" [ 2051.247830] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.260868] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.261915] env[63862]: INFO nova.scheduler.client.report [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Deleted allocations for instance 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6 [ 2051.408677] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Releasing lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.409129] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Instance network_info: |[{"id": "06d17aa4-1ea2-4244-a193-ae467523ae71", "address": "fa:16:3e:13:ab:b8", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d17aa4-1e", "ovs_interfaceid": "06d17aa4-1ea2-4244-a193-ae467523ae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2051.410296] env[63862]: DEBUG oslo_concurrency.lockutils [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] Acquired lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.410296] env[63862]: DEBUG nova.network.neutron [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Refreshing network info cache for port 06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.416419] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ab:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06d17aa4-1ea2-4244-a193-ae467523ae71', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2051.420494] env[63862]: DEBUG oslo.service.loopingcall [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.425426] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2051.426274] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b42430bd-bbbf-43ce-9399-ac7c9891eeb3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.450447] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2051.450447] env[63862]: value = "task-2098203" [ 2051.450447] env[63862]: _type = "Task" [ 2051.450447] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.458624] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098203, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.623974] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2051.649559] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.673135] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.673135] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.673135] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.674301] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.674646] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.675594] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.675946] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.676239] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.676717] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.677022] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.677319] env[63862]: DEBUG nova.virt.hardware [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.678326] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac96a8c-e3c5-4356-8fe7-d53a6e718c8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.694392] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8619acc4-763b-461b-927b-0c368044aa3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.758668] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.780218] env[63862]: DEBUG oslo_concurrency.lockutils [None req-093f0109-4068-4829-949a-de8377d5937d tempest-ServerMetadataTestJSON-970197308 tempest-ServerMetadataTestJSON-970197308-project-member] Lock "0b3a786c-0ef3-4fa8-8654-54ed6c3312d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.429s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.837296] env[63862]: DEBUG nova.compute.manager [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2051.837482] env[63862]: DEBUG nova.compute.manager [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing instance network info cache due to event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2051.837695] env[63862]: DEBUG oslo_concurrency.lockutils [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.837851] env[63862]: DEBUG oslo_concurrency.lockutils [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.839145] env[63862]: DEBUG nova.network.neutron [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2051.864669] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeae545-3180-4a63-86cf-c96a1e8a720a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.874703] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5825ea36-41a5-416e-985e-1f095d183df6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.918824] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5698b3f-29f0-48c3-84d5-f144c5b118f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.927338] env[63862]: DEBUG nova.objects.instance [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'flavor' on Instance uuid 3a3816f6-9478-45f3-be2d-0a58ac0335dc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.931115] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4185749b-3474-4d3d-a761-98152e2e2b76 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.948919] env[63862]: DEBUG nova.compute.provider_tree [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.960845] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098203, 'name': CreateVM_Task, 'duration_secs': 0.465072} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.961132] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2051.961884] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.962243] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.962725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2051.963632] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19efed8-d994-4415-a0aa-115a5d56e3c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.968813] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2051.968813] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52528d41-8da1-0cf4-a464-c7c912e6fc27" [ 2051.968813] env[63862]: _type = "Task" [ 2051.968813] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.976943] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52528d41-8da1-0cf4-a464-c7c912e6fc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.139727] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098200, 'name': ReconfigVM_Task, 'duration_secs': 1.08391} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.140029] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd/8ca39ef8-b09e-480b-93a4-44ceb7cbebfd.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.140677] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7f5360-f781-48e7-92d0-c4f1d824cd4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.152045] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2052.152045] env[63862]: value = "task-2098204" [ 2052.152045] env[63862]: _type = "Task" [ 2052.152045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.163163] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098204, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.262530] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098202, 'name': ReconfigVM_Task, 'duration_secs': 0.605795} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.263110] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Reconfigured VM instance instance-00000036 to attach disk [datastore2] aef3289d-3eb2-4d87-b2f8-a4f335368113/aef3289d-3eb2-4d87-b2f8-a4f335368113.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2052.263702] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-750a3cb3-b7d2-49ca-979b-3ab8612d8466 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.270548] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2052.270548] env[63862]: value = "task-2098205" [ 2052.270548] env[63862]: _type = "Task" [ 2052.270548] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.280879] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098205, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.438946] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e251fde-5773-494c-9c73-a57e62a7f966 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.452081] env[63862]: DEBUG nova.scheduler.client.report [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2052.480489] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52528d41-8da1-0cf4-a464-c7c912e6fc27, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.483026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.483218] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2052.483447] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.483585] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.483753] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2052.487016] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e30e701-c40b-4d68-81a0-e35295e62410 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.495211] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2052.495211] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2052.495211] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc3cd85-db24-4ae0-8989-ea2983b7bfad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.501644] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2052.501644] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52332778-ff28-c672-deb6-adb1fe835d4c" [ 2052.501644] env[63862]: _type = "Task" [ 2052.501644] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.513776] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52332778-ff28-c672-deb6-adb1fe835d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.00783} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.514881] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1219aa21-3f41-4580-b1e6-663bead57aea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.519890] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2052.519890] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b49eab-9ccb-2cb2-2780-0332a5a78db6" [ 2052.519890] env[63862]: _type = "Task" [ 2052.519890] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.527666] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b49eab-9ccb-2cb2-2780-0332a5a78db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.562357] env[63862]: DEBUG nova.network.neutron [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Updated VIF entry in instance network info cache for port 06d17aa4-1ea2-4244-a193-ae467523ae71. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.562915] env[63862]: DEBUG nova.network.neutron [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Updating instance_info_cache with network_info: [{"id": "06d17aa4-1ea2-4244-a193-ae467523ae71", "address": "fa:16:3e:13:ab:b8", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d17aa4-1e", "ovs_interfaceid": "06d17aa4-1ea2-4244-a193-ae467523ae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.578501] env[63862]: DEBUG nova.network.neutron [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Successfully updated port: e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2052.661836] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098204, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.786781] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098205, 'name': Rename_Task, 'duration_secs': 0.146194} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.787405] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2052.790824] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19dc0c3b-cc3c-4bc3-8910-7c54216cafc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.800698] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2052.800698] env[63862]: value = "task-2098206" [ 2052.800698] env[63862]: _type = "Task" [ 2052.800698] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.801776] env[63862]: DEBUG nova.network.neutron [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updated VIF entry in instance network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.805360] env[63862]: DEBUG nova.network.neutron [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.820015] env[63862]: DEBUG nova.compute.manager [req-500b9939-658a-49aa-8297-07ff7caa919c req-ef63be8f-b04b-47cc-bb4a-38bf04fc5bed service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-vif-plugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2052.820015] env[63862]: DEBUG oslo_concurrency.lockutils [req-500b9939-658a-49aa-8297-07ff7caa919c req-ef63be8f-b04b-47cc-bb4a-38bf04fc5bed service nova] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.820015] env[63862]: DEBUG oslo_concurrency.lockutils [req-500b9939-658a-49aa-8297-07ff7caa919c req-ef63be8f-b04b-47cc-bb4a-38bf04fc5bed service nova] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.820015] env[63862]: DEBUG oslo_concurrency.lockutils [req-500b9939-658a-49aa-8297-07ff7caa919c req-ef63be8f-b04b-47cc-bb4a-38bf04fc5bed service nova] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.820015] env[63862]: DEBUG nova.compute.manager [req-500b9939-658a-49aa-8297-07ff7caa919c req-ef63be8f-b04b-47cc-bb4a-38bf04fc5bed service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] No waiting events found dispatching network-vif-plugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2052.820015] env[63862]: WARNING nova.compute.manager [req-500b9939-658a-49aa-8297-07ff7caa919c req-ef63be8f-b04b-47cc-bb4a-38bf04fc5bed service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received unexpected event network-vif-plugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed for instance with vm_state building and task_state spawning. [ 2052.825707] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098206, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.957264] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.957667] env[63862]: INFO nova.compute.manager [None req-a4574a15-f339-4550-bc38-0e2c646f7b16 tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Successfully reverted task state from rebuilding on failure for instance. [ 2052.964232] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.883s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.964600] env[63862]: DEBUG nova.objects.instance [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2053.030784] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b49eab-9ccb-2cb2-2780-0332a5a78db6, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.031071] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.031343] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9/777d3286-de11-4541-99f9-b32388e7c7c9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2053.031595] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a0fb8e-c600-495c-9356-caa687d69d80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.038205] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2053.038205] env[63862]: value = "task-2098207" [ 2053.038205] env[63862]: _type = "Task" [ 2053.038205] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.047520] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.065365] env[63862]: DEBUG oslo_concurrency.lockutils [req-e3642dbe-5f85-48ef-9a24-80e929a79a86 req-f0382866-30d9-4f4f-89a5-1b3eb9ac230f service nova] Releasing lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.083638] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.083638] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.083638] env[63862]: DEBUG nova.network.neutron [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.136127] env[63862]: DEBUG nova.compute.manager [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2053.136127] env[63862]: DEBUG nova.compute.manager [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing instance network info cache due to event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2053.136127] env[63862]: DEBUG oslo_concurrency.lockutils [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.170921] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098204, 'name': Rename_Task, 'duration_secs': 0.731818} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.170921] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2053.170921] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1117810-ee48-4c4c-90b8-69ffbbaf4042 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.181316] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2053.181316] env[63862]: value = "task-2098208" [ 2053.181316] env[63862]: _type = "Task" [ 2053.181316] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.192808] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.318461] env[63862]: DEBUG oslo_concurrency.lockutils [req-2e12e273-b4f1-4799-8fb0-c20ca583adc2 req-93cbad91-a6c1-4ba6-bf6c-2960031b0db9 service nova] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.318943] env[63862]: DEBUG oslo_vmware.api [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098206, 'name': PowerOnVM_Task, 'duration_secs': 0.464036} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.319216] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2053.319416] env[63862]: INFO nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Took 10.84 seconds to spawn the instance on the hypervisor. [ 2053.319831] env[63862]: DEBUG nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.320733] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a333ac43-bc41-4b7d-9c56-d2dc6ec1841a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.549138] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48165} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.549445] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9/777d3286-de11-4541-99f9-b32388e7c7c9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2053.549671] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2053.549922] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bfe9fc5-d386-43fb-82dc-67d2f81632cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.557063] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2053.557063] env[63862]: value = "task-2098209" [ 2053.557063] env[63862]: _type = "Task" [ 2053.557063] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.566792] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.668316] env[63862]: DEBUG nova.network.neutron [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2053.694700] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.857116] env[63862]: INFO nova.compute.manager [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Took 43.82 seconds to build instance. [ 2053.974978] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c03c69-297a-49f7-8dc1-cfe6269d4e29 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.976148] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.807s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.976381] env[63862]: DEBUG nova.objects.instance [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lazy-loading 'resources' on Instance uuid 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2053.986131] env[63862]: DEBUG nova.network.neutron [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Successfully updated port: 19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2054.006987] env[63862]: DEBUG nova.network.neutron [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.068859] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063125} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.069142] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2054.070381] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826a02a-f76e-4992-aa70-5db93ab95fa0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.097222] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9/777d3286-de11-4541-99f9-b32388e7c7c9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2054.097851] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c8cd711-d652-4cae-a80d-2a317e40b445 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.121421] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2054.121421] env[63862]: value = "task-2098210" [ 2054.121421] env[63862]: _type = "Task" [ 2054.121421] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.129477] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.193522] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098208, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.358788] env[63862]: DEBUG oslo_concurrency.lockutils [None req-81629e59-ed05-40db-8bdf-c788c4c4ad35 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.788s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.492201] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.492201] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.492201] env[63862]: DEBUG nova.network.neutron [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.513066] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.513295] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance network_info: |[{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2054.513754] env[63862]: DEBUG oslo_concurrency.lockutils [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.513955] env[63862]: DEBUG nova.network.neutron [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2054.516319] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:86:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33215c1-a78b-4d1c-a1c6-181de4d72eed', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2054.524139] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating folder: Project (c8fcb223b1484cc4b5ebc846062e0f63). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2054.524874] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef59532-f8b4-4be2-88d1-0a30f3dd3c09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.540611] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created folder: Project (c8fcb223b1484cc4b5ebc846062e0f63) in parent group-v429490. [ 2054.541221] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating folder: Instances. Parent ref: group-v429654. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2054.541524] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bdacee4-cfd7-4321-b7e4-4260750b1f8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.558309] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created folder: Instances in parent group-v429654. [ 2054.558529] env[63862]: DEBUG oslo.service.loopingcall [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.558724] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2054.558930] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a89b13ca-cd56-4df3-8ca8-06a04f3738b7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.584115] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2054.584115] env[63862]: value = "task-2098213" [ 2054.584115] env[63862]: _type = "Task" [ 2054.584115] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.595976] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098213, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.639655] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098210, 'name': ReconfigVM_Task, 'duration_secs': 0.290014} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.640173] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9/777d3286-de11-4541-99f9-b32388e7c7c9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2054.641906] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63862) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 2054.644643] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4fd74ba3-8c4b-494e-b01f-748ea32a429f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.654209] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2054.654209] env[63862]: value = "task-2098214" [ 2054.654209] env[63862]: _type = "Task" [ 2054.654209] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.667812] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098214, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.695683] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098208, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.864093] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2055.068239] env[63862]: DEBUG nova.network.neutron [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2055.080614] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d234bf6-8c69-4cd8-9340-b9748cbd7bb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.115562] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d80cdb-90ab-4276-9020-dfae668d53e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.122803] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098213, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.150883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460070d-2e56-4df2-9023-9835e100f2cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.162883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f66ae-a538-487c-ba4e-5a5d9bc8cf36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.173819] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098214, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.082731} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.181659] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63862) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 2055.182140] env[63862]: DEBUG nova.compute.provider_tree [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.187018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9141ef86-119c-45e7-9084-29486bf01104 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.210419] env[63862]: DEBUG oslo_vmware.api [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098208, 'name': PowerOnVM_Task, 'duration_secs': 1.641499} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.219829] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9/ephemeral_0.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.219829] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2055.219829] env[63862]: INFO nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Took 17.49 seconds to spawn the instance on the hypervisor. [ 2055.219829] env[63862]: DEBUG nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.219829] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2222a4b4-7345-4e0c-bd39-d2894e85b05f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.236908] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b908760-dc0e-489a-a6cc-1fe5013fe60a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.252963] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2055.252963] env[63862]: value = "task-2098215" [ 2055.252963] env[63862]: _type = "Task" [ 2055.252963] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.262800] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.386587] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.551753] env[63862]: DEBUG nova.network.neutron [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updated VIF entry in instance network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.555087] env[63862]: DEBUG nova.network.neutron [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.594488] env[63862]: DEBUG nova.network.neutron [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Updating instance_info_cache with network_info: [{"id": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "address": "fa:16:3e:da:5a:c0", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f1c1d6-9a", "ovs_interfaceid": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.606329] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098213, 'name': CreateVM_Task, 'duration_secs': 0.793923} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.606593] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2055.607377] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.607544] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.607883] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2055.608161] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b2f188-b25c-4da6-adaf-70ba9fefab10 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.613903] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2055.613903] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5259a7d5-bab2-96db-0533-3118dd588316" [ 2055.613903] env[63862]: _type = "Task" [ 2055.613903] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.628043] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5259a7d5-bab2-96db-0533-3118dd588316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.688288] env[63862]: DEBUG nova.scheduler.client.report [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.691613] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.691843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.763206] env[63862]: DEBUG nova.compute.manager [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2055.765743] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e9c00c-d4e2-4a93-a48d-e5829ab1dc20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.778958] env[63862]: INFO nova.compute.manager [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Took 48.85 seconds to build instance. [ 2055.788912] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.988740] env[63862]: DEBUG nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2055.988820] env[63862]: DEBUG nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing instance network info cache due to event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2055.992112] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.992112] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.992112] env[63862]: DEBUG nova.network.neutron [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.057536] env[63862]: DEBUG oslo_concurrency.lockutils [req-dd76505e-b9b1-4936-89d9-5395258cd592 req-969c78cb-db61-4b38-8277-2f6924231456 service nova] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.100679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.100679] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Instance network_info: |[{"id": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "address": "fa:16:3e:da:5a:c0", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f1c1d6-9a", "ovs_interfaceid": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2056.100679] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:5a:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f1c1d6-9a1d-4d73-b855-4bc4214617c1', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2056.108353] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Creating folder: Project (7f8efe2324864c44a24ff16b5a5b5c23). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2056.108788] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f2142f5-794c-4edd-bba5-a3ff50af4dd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.122169] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Created folder: Project (7f8efe2324864c44a24ff16b5a5b5c23) in parent group-v429490. [ 2056.122430] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Creating folder: Instances. Parent ref: group-v429657. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2056.127677] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0399c007-b32c-48f2-9c40-c7be1960dd87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.129717] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5259a7d5-bab2-96db-0533-3118dd588316, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.130296] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.130602] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2056.130951] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.131200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.131477] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2056.132470] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9774c890-1966-4b09-b862-223f1cc0e1ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.141313] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Created folder: Instances in parent group-v429657. [ 2056.142378] env[63862]: DEBUG oslo.service.loopingcall [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.143528] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2056.143666] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2056.143984] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2056.144859] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46d69d4f-beae-4c56-a482-e80f23ad1acf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.161617] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103ab537-5b6f-4473-b933-95339db8aa14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.168785] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2056.168785] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52696583-df35-69e6-c9ce-c1cde4d25b51" [ 2056.168785] env[63862]: _type = "Task" [ 2056.168785] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.173486] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2056.173486] env[63862]: value = "task-2098218" [ 2056.173486] env[63862]: _type = "Task" [ 2056.173486] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.180556] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52696583-df35-69e6-c9ce-c1cde4d25b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.185835] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098218, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.193925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.196382] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.712s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.196680] env[63862]: DEBUG nova.objects.instance [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lazy-loading 'resources' on Instance uuid edb95cc6-a598-43a1-9be4-45a0a89da796 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2056.280030] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098215, 'name': ReconfigVM_Task, 'duration_secs': 0.602657} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.280030] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9/ephemeral_0.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.280030] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae183820-a3af-4d81-ad9f-54d9b09e080c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.282695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea2fa0ff-2c03-4f8d-9a5b-1cc17ceb3468 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.591s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.286184] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2056.286184] env[63862]: value = "task-2098219" [ 2056.286184] env[63862]: _type = "Task" [ 2056.286184] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.294795] env[63862]: INFO nova.compute.manager [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] instance snapshotting [ 2056.299740] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098219, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.301389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ee6d2-ef73-44e3-9cc7-9f3f1ac8f064 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.321720] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608b45f-8fef-408e-8f85-ec216fde0250 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.478341] env[63862]: DEBUG nova.compute.manager [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.478481] env[63862]: DEBUG nova.compute.manager [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing instance network info cache due to event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2056.478657] env[63862]: DEBUG oslo_concurrency.lockutils [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.681750] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52696583-df35-69e6-c9ce-c1cde4d25b51, 'name': SearchDatastore_Task, 'duration_secs': 0.009498} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.683227] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2daccab9-b0f2-4d09-930f-09157f4a8cdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.688778] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098218, 'name': CreateVM_Task, 'duration_secs': 0.380848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.689412] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2056.690224] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.690336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.690740] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2056.691553] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bca1bfe-1ae7-4bc2-9b21-6ad7ea8cd576 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.694217] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2056.694217] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a08c6e-5ddb-e728-0688-c78ecf93c774" [ 2056.694217] env[63862]: _type = "Task" [ 2056.694217] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.701837] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2056.701837] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52636e6f-9fdd-46a5-562d-ae466f3896b3" [ 2056.701837] env[63862]: _type = "Task" [ 2056.701837] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.709330] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a08c6e-5ddb-e728-0688-c78ecf93c774, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.709976] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.710306] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.710576] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ab37b15-35dd-44af-8b04-6040c8aa1b4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.720552] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52636e6f-9fdd-46a5-562d-ae466f3896b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.721026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7b1725d9-3a44-4f2a-bee7-63e59493668c tempest-ServerActionsV293TestJSON-1730099273 tempest-ServerActionsV293TestJSON-1730099273-project-member] Lock "3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.644s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.725527] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.725527] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2056.725527] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.725527] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.725527] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2056.726480] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa6624c-3146-4827-bae4-49ac9ce7b331 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.730393] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2056.730393] env[63862]: value = "task-2098220" [ 2056.730393] env[63862]: _type = "Task" [ 2056.730393] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.741176] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.742633] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2056.744201] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2056.746579] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa5f25e-da7a-4057-8392-8d8ea53feab2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.753989] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2056.753989] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ce4cdb-6a36-d30f-9653-ecbaaae8f478" [ 2056.753989] env[63862]: _type = "Task" [ 2056.753989] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.765129] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ce4cdb-6a36-d30f-9653-ecbaaae8f478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.785848] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2056.802835] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098219, 'name': Rename_Task, 'duration_secs': 0.226574} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.803807] env[63862]: DEBUG nova.network.neutron [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updated VIF entry in instance network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2056.804220] env[63862]: DEBUG nova.network.neutron [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.805763] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2056.809025] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12ce931c-4fb4-4d48-9fab-69d44935581b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.814124] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2056.814124] env[63862]: value = "task-2098221" [ 2056.814124] env[63862]: _type = "Task" [ 2056.814124] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.828232] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.832535] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2056.833163] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4927c4f3-731d-41ba-b45a-28556a8722a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.843662] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2056.843662] env[63862]: value = "task-2098222" [ 2056.843662] env[63862]: _type = "Task" [ 2056.843662] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.858130] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098222, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.246297] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507026} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.246587] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2057.246798] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2057.247104] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d188ff8c-799d-4df3-a4b3-90df07fbfa09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.260328] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2057.260328] env[63862]: value = "task-2098223" [ 2057.260328] env[63862]: _type = "Task" [ 2057.260328] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.269910] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ce4cdb-6a36-d30f-9653-ecbaaae8f478, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.271398] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e07ff51-dacc-49b3-90f6-c51ae35cbf0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.278355] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.287999] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2057.287999] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5260edb4-9934-4aa5-7f81-a7900afa3ab3" [ 2057.287999] env[63862]: _type = "Task" [ 2057.287999] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.303620] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5260edb4-9934-4aa5-7f81-a7900afa3ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.304385] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.305117] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/83f9edf2-2498-4b85-b189-8221cd9ff1a4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2057.305625] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3b746-e928-4207-864c-25864f286ab2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.308304] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8143fd91-6f63-4bbe-8b00-a3a7954f8d51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.310804] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.311105] env[63862]: DEBUG nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Received event network-vif-plugged-19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.312131] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Acquiring lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.312131] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.312131] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.312378] env[63862]: DEBUG nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] No waiting events found dispatching network-vif-plugged-19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2057.312518] env[63862]: WARNING nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Received unexpected event network-vif-plugged-19f1c1d6-9a1d-4d73-b855-4bc4214617c1 for instance with vm_state building and task_state spawning. [ 2057.312720] env[63862]: DEBUG nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Received event network-changed-19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.312979] env[63862]: DEBUG nova.compute.manager [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Refreshing instance network info cache due to event network-changed-19f1c1d6-9a1d-4d73-b855-4bc4214617c1. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2057.313281] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Acquiring lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.313456] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Acquired lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.313641] env[63862]: DEBUG nova.network.neutron [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Refreshing network info cache for port 19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.314839] env[63862]: DEBUG oslo_concurrency.lockutils [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.315072] env[63862]: DEBUG nova.network.neutron [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.320972] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.329211] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2057.329211] env[63862]: value = "task-2098224" [ 2057.329211] env[63862]: _type = "Task" [ 2057.329211] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.330782] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d8b83-0f85-42d8-9fde-f0c5d82c8c78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.340465] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.346567] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.376385] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25278227-8525-4731-8619-814672098981 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.386660] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2e9f31-952b-47a8-b0e9-15c6ad61ca4b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.393264] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098222, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.403519] env[63862]: DEBUG nova.compute.provider_tree [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.777472] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077044} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.777810] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2057.778712] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56559424-ed9d-4687-9b69-8b69e848f2e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.804784] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.805758] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b330f583-c47c-4ac6-814e-52be50d79baf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.847837] env[63862]: DEBUG oslo_vmware.api [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098221, 'name': PowerOnVM_Task, 'duration_secs': 0.783759} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.858483] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2057.858723] env[63862]: INFO nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Took 10.17 seconds to spawn the instance on the hypervisor. [ 2057.858984] env[63862]: DEBUG nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2057.859388] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2057.859388] env[63862]: value = "task-2098225" [ 2057.859388] env[63862]: _type = "Task" [ 2057.859388] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.859620] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.860453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c3e8e-bf0b-4673-b2ec-57a61b331d3a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.875542] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098222, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.883169] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.909369] env[63862]: DEBUG nova.scheduler.client.report [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2058.124027] env[63862]: DEBUG nova.network.neutron [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Updated VIF entry in instance network info cache for port 19f1c1d6-9a1d-4d73-b855-4bc4214617c1. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.125574] env[63862]: DEBUG nova.network.neutron [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Updating instance_info_cache with network_info: [{"id": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "address": "fa:16:3e:da:5a:c0", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f1c1d6-9a", "ovs_interfaceid": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.168541] env[63862]: DEBUG nova.network.neutron [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updated VIF entry in instance network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.168881] env[63862]: DEBUG nova.network.neutron [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.251236] env[63862]: DEBUG nova.compute.manager [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.251461] env[63862]: DEBUG nova.compute.manager [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing instance network info cache due to event network-changed-2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2058.251610] env[63862]: DEBUG oslo_concurrency.lockutils [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] Acquiring lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.348728] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685723} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.352442] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/83f9edf2-2498-4b85-b189-8221cd9ff1a4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2058.352750] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2058.353054] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fbf1292-395e-4f75-80da-807b8cf44b39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.365381] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098222, 'name': CreateSnapshot_Task, 'duration_secs': 1.239891} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.370483] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2058.370729] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2058.370729] env[63862]: value = "task-2098226" [ 2058.370729] env[63862]: _type = "Task" [ 2058.370729] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.371519] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd386c8-675e-4021-bf05-21aad361cc31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.385231] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.405985] env[63862]: INFO nova.compute.manager [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Took 47.20 seconds to build instance. [ 2058.407014] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.419727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.423028] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.757s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.423028] env[63862]: DEBUG nova.objects.instance [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lazy-loading 'resources' on Instance uuid 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.456066] env[63862]: INFO nova.scheduler.client.report [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Deleted allocations for instance edb95cc6-a598-43a1-9be4-45a0a89da796 [ 2058.568827] env[63862]: DEBUG nova.compute.manager [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Received event network-changed-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.568871] env[63862]: DEBUG nova.compute.manager [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Refreshing instance network info cache due to event network-changed-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2058.569132] env[63862]: DEBUG oslo_concurrency.lockutils [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] Acquiring lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.569317] env[63862]: DEBUG oslo_concurrency.lockutils [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] Acquired lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.569467] env[63862]: DEBUG nova.network.neutron [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Refreshing network info cache for port 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.628617] env[63862]: DEBUG oslo_concurrency.lockutils [req-d6ed0d29-23b1-4d25-a5d7-58e2405a7736 req-049de4d9-0144-4bcb-b7ae-877b89794273 service nova] Releasing lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.672016] env[63862]: DEBUG oslo_concurrency.lockutils [req-1415976e-f96e-4fa4-853a-ecd387f6ff26 req-85b9a8d9-d99e-41bf-a8eb-9ad6c7514fda service nova] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.673080] env[63862]: DEBUG oslo_concurrency.lockutils [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] Acquired lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.673346] env[63862]: DEBUG nova.network.neutron [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Refreshing network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.882556] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.888672] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20374} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.889019] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2058.889949] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801591d-45ae-484d-ab83-dabc3f8b1a55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.914896] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/83f9edf2-2498-4b85-b189-8221cd9ff1a4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2058.921920] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2058.922460] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ecee09a3-5204-4f7f-ab1a-576c722cfe07 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "777d3286-de11-4541-99f9-b32388e7c7c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.405s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.922723] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d590c5e2-97d9-421e-9b9a-59fcc054e608 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.939139] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6240f3af-6962-4dbc-ac6f-1e0f1ae1faf1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.951761] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2058.951761] env[63862]: value = "task-2098227" [ 2058.951761] env[63862]: _type = "Task" [ 2058.951761] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.955573] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2058.955573] env[63862]: value = "task-2098228" [ 2058.955573] env[63862]: _type = "Task" [ 2058.955573] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.967516] env[63862]: DEBUG oslo_concurrency.lockutils [None req-30becd04-3d1c-494b-afd1-bf0ecfb5b3dd tempest-ServersTestBootFromVolume-523473791 tempest-ServersTestBootFromVolume-523473791-project-member] Lock "edb95cc6-a598-43a1-9be4-45a0a89da796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.895s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.973856] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098227, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.978805] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.104725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "517b8af8-a458-478b-a2fd-cb05795051a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.104973] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "517b8af8-a458-478b-a2fd-cb05795051a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.105536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "517b8af8-a458-478b-a2fd-cb05795051a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.108097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "517b8af8-a458-478b-a2fd-cb05795051a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.108097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "517b8af8-a458-478b-a2fd-cb05795051a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.111048] env[63862]: INFO nova.compute.manager [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Terminating instance [ 2059.383629] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.442877] env[63862]: DEBUG nova.network.neutron [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updated VIF entry in instance network info cache for port 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2059.443259] env[63862]: DEBUG nova.network.neutron [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [{"id": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "address": "fa:16:3e:e5:06:d9", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea38cd9-30", "ovs_interfaceid": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.472700] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.478988] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098227, 'name': CloneVM_Task} progress is 93%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.491664] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138efcb2-f985-46dd-b0fd-329de8b15458 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.501316] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113a3ee-f50c-4c4a-a9ca-cc37cd0d84f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.539505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba891338-ffdf-438f-aefd-eb3c55e6222c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.548696] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda0adf0-4d00-4170-8560-9ca11b2928fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.563383] env[63862]: DEBUG nova.compute.provider_tree [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2059.586712] env[63862]: DEBUG nova.network.neutron [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updated VIF entry in instance network info cache for port 2283c81f-539d-493e-8bf5-981ccf9329a0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2059.587213] env[63862]: DEBUG nova.network.neutron [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [{"id": "2283c81f-539d-493e-8bf5-981ccf9329a0", "address": "fa:16:3e:b7:2d:db", "network": {"id": "e7440950-61cf-4ae6-8399-d916cc7a9a48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-675451443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d55e99dd2d3b476981004901e7063f2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2283c81f-53", "ovs_interfaceid": "2283c81f-539d-493e-8bf5-981ccf9329a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.618299] env[63862]: DEBUG nova.compute.manager [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2059.618521] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.619626] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08363bb9-4d45-4a46-8946-3075532027e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.630362] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2059.630470] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eec42335-b2ef-40fe-91cf-7997ddab4e41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.639863] env[63862]: DEBUG oslo_vmware.api [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2059.639863] env[63862]: value = "task-2098229" [ 2059.639863] env[63862]: _type = "Task" [ 2059.639863] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.649716] env[63862]: DEBUG oslo_vmware.api [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.882521] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.946776] env[63862]: DEBUG oslo_concurrency.lockutils [req-0d18c8bd-b800-4f4a-8d85-2d550b7f31e2 req-9be10f37-11b0-4005-a270-28697ecdf017 service nova] Releasing lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.969415] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098227, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.988873] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.091965] env[63862]: ERROR nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [req-819d7f48-710a-4f2e-8dad-d929c62d99ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-819d7f48-710a-4f2e-8dad-d929c62d99ef"}]} [ 2060.092624] env[63862]: DEBUG oslo_concurrency.lockutils [req-1e3625ae-66d7-4543-b447-39c97f4f29b0 req-6c9371c8-8910-4464-ac8e-87685a5d0f70 service nova] Releasing lock "refresh_cache-517b8af8-a458-478b-a2fd-cb05795051a1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.114373] env[63862]: DEBUG nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2060.133314] env[63862]: DEBUG nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2060.133550] env[63862]: DEBUG nova.compute.provider_tree [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.150560] env[63862]: DEBUG oslo_vmware.api [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098229, 'name': PowerOffVM_Task, 'duration_secs': 0.445708} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.150853] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2060.151046] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2060.151323] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f1a6e0-1de9-41bc-af0c-6d51506cdee4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.238051] env[63862]: DEBUG nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2060.259964] env[63862]: DEBUG nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2060.384050] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2060.384411] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2060.384456] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Deleting the datastore file [datastore2] 517b8af8-a458-478b-a2fd-cb05795051a1 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2060.389262] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167c5221-d816-4464-9f06-81318fd206b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.392406] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098225, 'name': ReconfigVM_Task, 'duration_secs': 2.304005} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.392768] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.395138] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7e3da2-113c-4644-9f2b-d50d207f16d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.401789] env[63862]: DEBUG oslo_vmware.api [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for the task: (returnval){ [ 2060.401789] env[63862]: value = "task-2098231" [ 2060.401789] env[63862]: _type = "Task" [ 2060.401789] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.411706] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2060.411706] env[63862]: value = "task-2098232" [ 2060.411706] env[63862]: _type = "Task" [ 2060.411706] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.423556] env[63862]: DEBUG oslo_vmware.api [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.431244] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098232, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.467188] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098227, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.481625] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098228, 'name': ReconfigVM_Task, 'duration_secs': 1.274387} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.482152] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/83f9edf2-2498-4b85-b189-8221cd9ff1a4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.482851] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f4313c5-f5ff-4d43-94ee-d36fec30acc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.496142] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2060.496142] env[63862]: value = "task-2098233" [ 2060.496142] env[63862]: _type = "Task" [ 2060.496142] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.627343] env[63862]: DEBUG nova.compute.manager [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Received event network-changed-06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2060.627343] env[63862]: DEBUG nova.compute.manager [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Refreshing instance network info cache due to event network-changed-06d17aa4-1ea2-4244-a193-ae467523ae71. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2060.627343] env[63862]: DEBUG oslo_concurrency.lockutils [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] Acquiring lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2060.627343] env[63862]: DEBUG oslo_concurrency.lockutils [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] Acquired lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2060.627343] env[63862]: DEBUG nova.network.neutron [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Refreshing network info cache for port 06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2060.808970] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fac938-272e-4077-9d99-b09230357dad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.821517] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9aa1f6-2583-4082-998f-cecb1f6b9376 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.859157] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1324405-755a-489f-8294-b047cb4b4e63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.868571] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed3fcf7-90ac-4b5c-88a2-0589ffdb5181 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.887007] env[63862]: DEBUG nova.compute.provider_tree [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2060.914825] env[63862]: DEBUG oslo_vmware.api [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Task: {'id': task-2098231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205107} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.917895] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2060.918183] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2060.918381] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2060.918750] env[63862]: INFO nova.compute.manager [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2060.919014] env[63862]: DEBUG oslo.service.loopingcall [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.919611] env[63862]: DEBUG nova.compute.manager [-] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2060.919721] env[63862]: DEBUG nova.network.neutron [-] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2060.927698] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098232, 'name': Rename_Task, 'duration_secs': 0.175671} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.927698] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2060.927698] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66f2e6aa-3a32-4b15-92d4-551d6c736496 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.934740] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2060.934740] env[63862]: value = "task-2098234" [ 2060.934740] env[63862]: _type = "Task" [ 2060.934740] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.943802] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.966992] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098227, 'name': CloneVM_Task, 'duration_secs': 1.961622} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.967335] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Created linked-clone VM from snapshot [ 2060.967991] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8befe8-6f61-4176-9844-37d824089aa5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.976752] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Uploading image 312b278a-f3bc-49c5-a6d0-12f205c4c6f3 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2061.008586] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098233, 'name': Rename_Task, 'duration_secs': 0.21605} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.008696] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2061.008930] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16be73b9-fddc-4633-a39e-36605d91eadc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.012448] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2061.012448] env[63862]: value = "vm-429661" [ 2061.012448] env[63862]: _type = "VirtualMachine" [ 2061.012448] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2061.012686] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-690f3730-1237-4b13-8a95-54ab15bff520 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.021529] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease: (returnval){ [ 2061.021529] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a5bc16-90ea-aa4c-4243-8875f6f491be" [ 2061.021529] env[63862]: _type = "HttpNfcLease" [ 2061.021529] env[63862]: } obtained for exporting VM: (result){ [ 2061.021529] env[63862]: value = "vm-429661" [ 2061.021529] env[63862]: _type = "VirtualMachine" [ 2061.021529] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2061.021822] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the lease: (returnval){ [ 2061.021822] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a5bc16-90ea-aa4c-4243-8875f6f491be" [ 2061.021822] env[63862]: _type = "HttpNfcLease" [ 2061.021822] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2061.023640] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2061.023640] env[63862]: value = "task-2098235" [ 2061.023640] env[63862]: _type = "Task" [ 2061.023640] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.038604] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.038836] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2061.038836] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a5bc16-90ea-aa4c-4243-8875f6f491be" [ 2061.038836] env[63862]: _type = "HttpNfcLease" [ 2061.038836] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2061.393049] env[63862]: DEBUG nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2061.454466] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098234, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.537507] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2061.537507] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a5bc16-90ea-aa4c-4243-8875f6f491be" [ 2061.537507] env[63862]: _type = "HttpNfcLease" [ 2061.537507] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2061.541148] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2061.541148] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a5bc16-90ea-aa4c-4243-8875f6f491be" [ 2061.541148] env[63862]: _type = "HttpNfcLease" [ 2061.541148] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2061.541753] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.542686] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671cf66c-3f5f-460e-8865-3c575482d4f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.552439] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524baa2f-1ad5-bac1-4462-c92f5d93b5c0/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2061.552856] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524baa2f-1ad5-bac1-4462-c92f5d93b5c0/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2061.557222] env[63862]: DEBUG nova.network.neutron [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Updated VIF entry in instance network info cache for port 06d17aa4-1ea2-4244-a193-ae467523ae71. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2061.557222] env[63862]: DEBUG nova.network.neutron [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Updating instance_info_cache with network_info: [{"id": "06d17aa4-1ea2-4244-a193-ae467523ae71", "address": "fa:16:3e:13:ab:b8", "network": {"id": "e6af5b1a-7134-4979-b2ae-1c3c49f1151c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1411129794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d13737fb6d4531b333568fc0b69ce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d17aa4-1e", "ovs_interfaceid": "06d17aa4-1ea2-4244-a193-ae467523ae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.715544] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-318f4911-b8d9-45d0-89c1-a5b165b7a2de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.896332] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.474s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.898944] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.817s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.901130] env[63862]: INFO nova.compute.claims [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2061.944460] env[63862]: INFO nova.scheduler.client.report [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleted allocations for instance 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb [ 2061.946018] env[63862]: DEBUG nova.network.neutron [-] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.958902] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098234, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.039035] env[63862]: DEBUG oslo_vmware.api [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098235, 'name': PowerOnVM_Task, 'duration_secs': 0.718737} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.039366] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.039617] env[63862]: INFO nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Took 10.42 seconds to spawn the instance on the hypervisor. [ 2062.039904] env[63862]: DEBUG nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2062.041217] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17ec0e6-5ab2-48f7-8efd-6ae7800f9aba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.060954] env[63862]: DEBUG oslo_concurrency.lockutils [req-1195883e-63e2-40e1-8fdd-4b7ee017142d req-a1d5c667-fb19-402c-9cbc-200406f45a66 service nova] Releasing lock "refresh_cache-777d3286-de11-4541-99f9-b32388e7c7c9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.459387] env[63862]: INFO nova.compute.manager [-] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Took 1.54 seconds to deallocate network for instance. [ 2062.459387] env[63862]: DEBUG oslo_vmware.api [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098234, 'name': PowerOnVM_Task, 'duration_secs': 1.036244} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.460408] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.460712] env[63862]: INFO nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Took 12.61 seconds to spawn the instance on the hypervisor. [ 2062.460982] env[63862]: DEBUG nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2062.461623] env[63862]: DEBUG oslo_concurrency.lockutils [None req-384d0210-5b59-4990-a5b3-c63c35969922 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "4437daca-783f-45b9-bf5d-c7fc3fe3f3bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.413s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.465901] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126aae1-9edc-4d18-9cd5-2c56141780d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.567154] env[63862]: INFO nova.compute.manager [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Took 43.72 seconds to build instance. [ 2062.809797] env[63862]: DEBUG nova.compute.manager [req-adab1ad0-b5c5-4617-8b00-f491e7e4b206 req-b348a859-5312-4924-82bc-0777852a0df7 service nova] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Received event network-vif-deleted-2283c81f-539d-493e-8bf5-981ccf9329a0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2062.971142] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.991194] env[63862]: INFO nova.compute.manager [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Took 48.02 seconds to build instance. [ 2063.072187] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2d5b5d6b-2c87-425b-bc2b-a5466f9a1a48 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.170s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.387481] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4fc039-6c44-4c78-99e8-a54bcf493d0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.397130] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d298d966-743d-4959-9ae8-20d696b23d86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.435516] env[63862]: INFO nova.compute.manager [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Rescuing [ 2063.435802] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.436273] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.436273] env[63862]: DEBUG nova.network.neutron [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2063.438842] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce947bf-678d-4fe1-bb09-d00b3f7862de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.448242] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efef6433-0e48-4a3b-a2f1-7ecc8caaaf23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.466692] env[63862]: DEBUG nova.compute.provider_tree [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2063.492937] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9eea87d3-3afc-49e5-b07c-d98195ed33c2 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.703s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.615490] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.616612] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.856616] env[63862]: DEBUG nova.compute.manager [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2063.856843] env[63862]: DEBUG nova.compute.manager [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing instance network info cache due to event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2063.857066] env[63862]: DEBUG oslo_concurrency.lockutils [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.857209] env[63862]: DEBUG oslo_concurrency.lockutils [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.857630] env[63862]: DEBUG nova.network.neutron [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2063.972847] env[63862]: DEBUG nova.scheduler.client.report [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.118987] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.479868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.480455] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2064.484516] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.357s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.485245] env[63862]: INFO nova.compute.claims [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.541839] env[63862]: DEBUG nova.network.neutron [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Updating instance_info_cache with network_info: [{"id": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "address": "fa:16:3e:da:5a:c0", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f1c1d6-9a", "ovs_interfaceid": "19f1c1d6-9a1d-4d73-b855-4bc4214617c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.651959] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.688562] env[63862]: DEBUG nova.network.neutron [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updated VIF entry in instance network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2064.689028] env[63862]: DEBUG nova.network.neutron [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2064.994042] env[63862]: DEBUG nova.compute.utils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2064.996997] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2064.996997] env[63862]: DEBUG nova.network.neutron [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2065.041999] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "refresh_cache-83f9edf2-2498-4b85-b189-8221cd9ff1a4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.062805] env[63862]: DEBUG nova.policy [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb54101caba4e08aa757a5d48548514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d380365773246e4bb56205525587ec8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2065.193444] env[63862]: DEBUG oslo_concurrency.lockutils [req-04e6889a-04bc-4dbb-8d4f-9fb3b7439d24 req-ff7105d4-f564-4b7c-97a3-7d97720c8240 service nova] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.346126] env[63862]: DEBUG nova.network.neutron [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Successfully created port: c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2065.505275] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2065.512086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.512452] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.005034] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac2db5c-4812-40c1-acfa-a402392c8613 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.016557] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64407a15-bcee-41e8-aaf2-74ea14dda39b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.020547] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2066.055176] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95b1b0c-f7e3-4552-bb0c-7b0ee675dcd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.064864] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed11810-2ce4-4d8c-bcdb-b35630089547 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.081856] env[63862]: DEBUG nova.compute.provider_tree [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2066.522194] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.539058] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.543516] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.543748] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.543906] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.544100] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.544245] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.544393] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.544599] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.544756] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.544920] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.545093] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.545267] env[63862]: DEBUG nova.virt.hardware [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.546116] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550fd545-08e9-40af-9001-5148acd4823f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.553988] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b4c282-e1d8-4f60-9144-b249975bb99d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.586067] env[63862]: DEBUG nova.scheduler.client.report [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2066.588551] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.588983] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86dc47a5-b31d-4f5a-a363-96054172ded2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.598448] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2066.598448] env[63862]: value = "task-2098237" [ 2066.598448] env[63862]: _type = "Task" [ 2066.598448] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.608930] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.090794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.091209] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2067.093944] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.913s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.094180] env[63862]: DEBUG nova.objects.instance [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lazy-loading 'resources' on Instance uuid fc552541-9852-456b-8ee0-24003f65f99c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.113203] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098237, 'name': PowerOffVM_Task, 'duration_secs': 0.203915} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.113497] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.114350] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d976ef4-b9ad-479a-b35b-8dce0e707fce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.139113] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896f18f2-c04a-4e22-945a-320d7e281016 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.171018] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.171018] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01af9eda-1da8-4c43-8933-ba273e1c5a1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.179214] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2067.179214] env[63862]: value = "task-2098238" [ 2067.179214] env[63862]: _type = "Task" [ 2067.179214] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.189012] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2067.189713] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2067.191095] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.191095] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.191095] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2067.191095] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-912a23e9-0c90-4264-b8b3-3d3241490b82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.200622] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2067.200797] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2067.201540] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103bedcb-040b-4a48-987c-d22413379858 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.207536] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2067.207536] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52662941-ba89-ab82-6005-897dcae7d6d1" [ 2067.207536] env[63862]: _type = "Task" [ 2067.207536] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.215804] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52662941-ba89-ab82-6005-897dcae7d6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.597891] env[63862]: DEBUG nova.compute.utils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2067.603020] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2067.603020] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2067.664448] env[63862]: DEBUG nova.policy [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a1db8ebc4954fda967b12c162d3f273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc2efd68aa2f4934bc825c7c3c4ed187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2067.721306] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52662941-ba89-ab82-6005-897dcae7d6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.027061} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.725499] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882c73ff-e188-4c7a-8e23-7d1f51af81ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.732771] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2067.732771] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cfd281-a4c4-be8f-3d67-350ac1a8345f" [ 2067.732771] env[63862]: _type = "Task" [ 2067.732771] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.550023] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2068.552869] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cfd281-a4c4-be8f-3d67-350ac1a8345f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.553092] env[63862]: WARNING oslo_vmware.common.loopingcall [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] task run outlasted interval by 0.32004900000000003 sec [ 2068.554138] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Successfully created port: 6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2068.569131] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cfd281-a4c4-be8f-3d67-350ac1a8345f, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.569402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.569710] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. {{(pid=63862) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2068.569987] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8542435c-2912-4609-a391-dd9c4db773f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.578108] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2068.578108] env[63862]: value = "task-2098239" [ 2068.578108] env[63862]: _type = "Task" [ 2068.578108] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.586971] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.878554] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Successfully created port: 801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2068.913790] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc58c6fd-aaf0-4eaa-9163-b2294420bc6c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.924853] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5459442b-0240-4230-945d-35d9a1671c55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.967018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3648e34-0a5a-4635-9bfa-e2c6b170a9d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.977752] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c93c9c-301a-4790-8a57-5c36b8a9a7a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.994153] env[63862]: DEBUG nova.compute.provider_tree [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.092563] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.498151] env[63862]: DEBUG nova.scheduler.client.report [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.560701] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2069.586310] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2069.586630] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2069.586797] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2069.586977] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2069.587134] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2069.587291] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2069.587518] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2069.587664] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2069.587908] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2069.587990] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2069.588178] env[63862]: DEBUG nova.virt.hardware [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2069.589307] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec2c573-f269-4b4f-ab0a-1c8e4d850266 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.600982] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336766b3-bc51-44bc-8de3-92e15f7daae0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.605048] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600547} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.605686] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. [ 2069.606499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a617e-578d-481c-ac3f-1cd8d26d06d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.639777] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2069.640096] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c9c54e8-c092-4dfd-bd6e-04badafc1062 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.660075] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2069.660075] env[63862]: value = "task-2098240" [ 2069.660075] env[63862]: _type = "Task" [ 2069.660075] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.668615] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.003385] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.909s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.005897] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.773s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.006163] env[63862]: DEBUG nova.objects.instance [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lazy-loading 'resources' on Instance uuid fe891299-be56-4141-a088-cd49b235eca4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.032732] env[63862]: INFO nova.scheduler.client.report [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted allocations for instance fc552541-9852-456b-8ee0-24003f65f99c [ 2070.171185] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098240, 'name': ReconfigVM_Task, 'duration_secs': 0.414463} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.171482] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2070.172422] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec770f8-551c-4ec6-9998-e2f6252aa153 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.199621] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0174a5-925e-4ecf-8351-15e5adccf3c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.217344] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2070.217344] env[63862]: value = "task-2098241" [ 2070.217344] env[63862]: _type = "Task" [ 2070.217344] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.226401] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.358409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.358757] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.544042] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c34856cd-f355-49c4-ba3f-5017fcbc6796 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fc552541-9852-456b-8ee0-24003f65f99c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.897s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.728048] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098241, 'name': ReconfigVM_Task, 'duration_secs': 0.266585} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.728339] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2070.728588] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-919066e3-9b40-495e-b5ca-9dd47bbc4726 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.738154] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2070.738154] env[63862]: value = "task-2098242" [ 2070.738154] env[63862]: _type = "Task" [ 2070.738154] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.748287] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.864186] env[63862]: DEBUG nova.compute.utils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2070.954141] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0929a7cc-5652-49f0-9d63-dbeef90f80dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.963077] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25986195-fe77-44c4-b4e3-889c3d093f32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.996233] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fdd927-6e45-4009-8feb-52129682f516 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.004798] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91942944-ca21-4428-8ff0-c18333aab91a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.019242] env[63862]: DEBUG nova.compute.provider_tree [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.248454] env[63862]: DEBUG oslo_vmware.api [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098242, 'name': PowerOnVM_Task, 'duration_secs': 0.487172} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.248714] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2071.251690] env[63862]: DEBUG nova.compute.manager [None req-c90718e8-9bc2-40ab-83e5-7d5298732a03 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2071.252571] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b617594-7bf6-4816-8422-21d1e199c5b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.367351] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.523130] env[63862]: DEBUG nova.scheduler.client.report [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.026411] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524baa2f-1ad5-bac1-4462-c92f5d93b5c0/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2072.027386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a01e3-af6b-4e29-97a3-b440a94f136c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.030491] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.032857] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.600s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.034486] env[63862]: INFO nova.compute.claims [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.041851] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524baa2f-1ad5-bac1-4462-c92f5d93b5c0/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2072.042043] env[63862]: ERROR oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524baa2f-1ad5-bac1-4462-c92f5d93b5c0/disk-0.vmdk due to incomplete transfer. [ 2072.042278] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1b0a96a-c246-456c-a70b-84416acfdb92 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.052730] env[63862]: DEBUG oslo_vmware.rw_handles [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524baa2f-1ad5-bac1-4462-c92f5d93b5c0/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2072.052985] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Uploaded image 312b278a-f3bc-49c5-a6d0-12f205c4c6f3 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2072.055694] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2072.056255] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5dd2c6b2-576c-4cfb-a3a1-58f1188c9fd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.065319] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2072.065319] env[63862]: value = "task-2098243" [ 2072.065319] env[63862]: _type = "Task" [ 2072.065319] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.076507] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098243, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.077841] env[63862]: INFO nova.scheduler.client.report [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted allocations for instance fe891299-be56-4141-a088-cd49b235eca4 [ 2072.090912] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.091191] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.091402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.091597] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.091753] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.093942] env[63862]: INFO nova.compute.manager [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Terminating instance [ 2072.445741] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.445741] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.445741] env[63862]: INFO nova.compute.manager [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Attaching volume 40f7ae12-5bad-4102-b760-7cd3a30bf9ac to /dev/sdb [ 2072.471401] env[63862]: DEBUG nova.compute.manager [req-f1b5bc5d-6101-4fa6-b307-be0c0fd73037 req-a384b283-5356-4afb-ace9-49bc7093ac7e service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Received event network-vif-plugged-c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2072.471401] env[63862]: DEBUG oslo_concurrency.lockutils [req-f1b5bc5d-6101-4fa6-b307-be0c0fd73037 req-a384b283-5356-4afb-ace9-49bc7093ac7e service nova] Acquiring lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.471401] env[63862]: DEBUG oslo_concurrency.lockutils [req-f1b5bc5d-6101-4fa6-b307-be0c0fd73037 req-a384b283-5356-4afb-ace9-49bc7093ac7e service nova] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.471401] env[63862]: DEBUG oslo_concurrency.lockutils [req-f1b5bc5d-6101-4fa6-b307-be0c0fd73037 req-a384b283-5356-4afb-ace9-49bc7093ac7e service nova] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.471401] env[63862]: DEBUG nova.compute.manager [req-f1b5bc5d-6101-4fa6-b307-be0c0fd73037 req-a384b283-5356-4afb-ace9-49bc7093ac7e service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] No waiting events found dispatching network-vif-plugged-c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.473450] env[63862]: WARNING nova.compute.manager [req-f1b5bc5d-6101-4fa6-b307-be0c0fd73037 req-a384b283-5356-4afb-ace9-49bc7093ac7e service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Received unexpected event network-vif-plugged-c8235de6-58c2-43e8-b8a7-622370a4ae2d for instance with vm_state building and task_state spawning. [ 2072.492939] env[63862]: DEBUG nova.compute.manager [req-6072d0ca-c262-4c11-8971-c45ee562671a req-7f52654a-c9f0-4cb2-91b6-f4e596a32132 service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received event network-vif-plugged-6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2072.493173] env[63862]: DEBUG oslo_concurrency.lockutils [req-6072d0ca-c262-4c11-8971-c45ee562671a req-7f52654a-c9f0-4cb2-91b6-f4e596a32132 service nova] Acquiring lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.493384] env[63862]: DEBUG oslo_concurrency.lockutils [req-6072d0ca-c262-4c11-8971-c45ee562671a req-7f52654a-c9f0-4cb2-91b6-f4e596a32132 service nova] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.493545] env[63862]: DEBUG oslo_concurrency.lockutils [req-6072d0ca-c262-4c11-8971-c45ee562671a req-7f52654a-c9f0-4cb2-91b6-f4e596a32132 service nova] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.493708] env[63862]: DEBUG nova.compute.manager [req-6072d0ca-c262-4c11-8971-c45ee562671a req-7f52654a-c9f0-4cb2-91b6-f4e596a32132 service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] No waiting events found dispatching network-vif-plugged-6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2072.493870] env[63862]: WARNING nova.compute.manager [req-6072d0ca-c262-4c11-8971-c45ee562671a req-7f52654a-c9f0-4cb2-91b6-f4e596a32132 service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received unexpected event network-vif-plugged-6dff6504-8bfd-4482-8772-03f72c505adf for instance with vm_state building and task_state spawning. [ 2072.502275] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515bcc5d-ac19-464e-9c91-1b505b98de78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.506956] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5837f939-9744-4d1b-a25e-3094996f14b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.522824] env[63862]: DEBUG nova.virt.block_device [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updating existing volume attachment record: 534f3bac-d5f2-4108-aeaf-8c2505ba0a08 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2072.548249] env[63862]: DEBUG nova.network.neutron [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Successfully updated port: c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.561933] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Successfully updated port: 6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.577702] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098243, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.587169] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0f9e997c-9c1f-49d3-9ccf-71b239a41c1c tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "fe891299-be56-4141-a088-cd49b235eca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.231s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.601262] env[63862]: DEBUG nova.compute.manager [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2072.601262] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.601262] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74ef780-298d-4024-aad5-2c5394b0d570 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.611948] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.612228] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1699cdae-f8a7-4dc0-b8a8-27ad2dd5b315 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.625727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.625967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.627586] env[63862]: DEBUG oslo_vmware.api [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 2072.627586] env[63862]: value = "task-2098244" [ 2072.627586] env[63862]: _type = "Task" [ 2072.627586] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.637174] env[63862]: DEBUG oslo_vmware.api [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2098244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.050082] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "refresh_cache-8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.050383] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquired lock "refresh_cache-8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.050597] env[63862]: DEBUG nova.network.neutron [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2073.085930] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098243, 'name': Destroy_Task, 'duration_secs': 0.698065} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.086490] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Destroyed the VM [ 2073.086844] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2073.087153] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e75b4b4-2568-4ec8-aad9-954395813e3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.097147] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2073.097147] env[63862]: value = "task-2098248" [ 2073.097147] env[63862]: _type = "Task" [ 2073.097147] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.111771] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098248, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.129771] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2073.151078] env[63862]: DEBUG oslo_vmware.api [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2098244, 'name': PowerOffVM_Task, 'duration_secs': 0.284486} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.151078] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.151306] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.151753] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a29a2cba-e6dd-4dcd-badb-b9654a4c8449 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.256892] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.257210] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.257401] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Deleting the datastore file [datastore2] cd512d37-903a-4b5b-91d3-81c6c4417a0f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.261145] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb0b2d97-35c5-4289-a772-4df7fa77677a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.270879] env[63862]: DEBUG oslo_vmware.api [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for the task: (returnval){ [ 2073.270879] env[63862]: value = "task-2098250" [ 2073.270879] env[63862]: _type = "Task" [ 2073.270879] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.286185] env[63862]: DEBUG oslo_vmware.api [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2098250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.569026] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339faa1d-3708-4ce0-b0ee-416894618e36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.577282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf3a936-d77f-4fe8-87a4-1d8d68cda71e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.621078] env[63862]: DEBUG nova.network.neutron [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2073.630143] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad633c-9a48-44af-97e2-94f4f10bd50f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.639511] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22bb67-fee8-44b8-85e9-7672d11c372d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.643636] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098248, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.659206] env[63862]: DEBUG nova.compute.provider_tree [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.664772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.783532] env[63862]: DEBUG oslo_vmware.api [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Task: {'id': task-2098250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229651} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.783532] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2073.783824] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2073.783979] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2073.784200] env[63862]: INFO nova.compute.manager [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2073.784611] env[63862]: DEBUG oslo.service.loopingcall [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2073.784829] env[63862]: DEBUG nova.compute.manager [-] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2073.784936] env[63862]: DEBUG nova.network.neutron [-] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2073.817877] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "25cbe9ad-98a6-4183-9a2c-51db538228d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.818197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.854123] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "d82cea73-a462-467f-9859-5cbda454a9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.854452] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "d82cea73-a462-467f-9859-5cbda454a9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.034096] env[63862]: DEBUG nova.network.neutron [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Updating instance_info_cache with network_info: [{"id": "c8235de6-58c2-43e8-b8a7-622370a4ae2d", "address": "fa:16:3e:56:70:a9", "network": {"id": "f709a1c3-b754-4900-ba65-112a499e4ffc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1201772504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d380365773246e4bb56205525587ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8235de6-58", "ovs_interfaceid": "c8235de6-58c2-43e8-b8a7-622370a4ae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.131629] env[63862]: DEBUG oslo_vmware.api [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098248, 'name': RemoveSnapshot_Task, 'duration_secs': 0.766619} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.131899] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2074.133549] env[63862]: INFO nova.compute.manager [None req-4b9fda7a-44fd-42fa-a661-a6f7a9245383 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 2074.166463] env[63862]: DEBUG nova.scheduler.client.report [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2074.181780] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.182012] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.500316] env[63862]: DEBUG nova.compute.manager [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Received event network-changed-c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2074.503975] env[63862]: DEBUG nova.compute.manager [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Refreshing instance network info cache due to event network-changed-c8235de6-58c2-43e8-b8a7-622370a4ae2d. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2074.503975] env[63862]: DEBUG oslo_concurrency.lockutils [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] Acquiring lock "refresh_cache-8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.528261] env[63862]: DEBUG nova.compute.manager [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received event network-changed-6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2074.528533] env[63862]: DEBUG nova.compute.manager [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Refreshing instance network info cache due to event network-changed-6dff6504-8bfd-4482-8772-03f72c505adf. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2074.528877] env[63862]: DEBUG oslo_concurrency.lockutils [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] Acquiring lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.529105] env[63862]: DEBUG oslo_concurrency.lockutils [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] Acquired lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.529344] env[63862]: DEBUG nova.network.neutron [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Refreshing network info cache for port 6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.538935] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Releasing lock "refresh_cache-8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.539310] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Instance network_info: |[{"id": "c8235de6-58c2-43e8-b8a7-622370a4ae2d", "address": "fa:16:3e:56:70:a9", "network": {"id": "f709a1c3-b754-4900-ba65-112a499e4ffc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1201772504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d380365773246e4bb56205525587ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8235de6-58", "ovs_interfaceid": "c8235de6-58c2-43e8-b8a7-622370a4ae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2074.539883] env[63862]: DEBUG oslo_concurrency.lockutils [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] Acquired lock "refresh_cache-8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.540133] env[63862]: DEBUG nova.network.neutron [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Refreshing network info cache for port c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2074.541527] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:70:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8235de6-58c2-43e8-b8a7-622370a4ae2d', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.549263] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Creating folder: Project (8d380365773246e4bb56205525587ec8). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.550342] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01bf13ff-ce49-4745-8739-6a22293bd809 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.562743] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Created folder: Project (8d380365773246e4bb56205525587ec8) in parent group-v429490. [ 2074.562972] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Creating folder: Instances. Parent ref: group-v429664. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2074.563209] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c22ab28-9ec1-4323-88cd-2230dbf6bccc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.573298] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Created folder: Instances in parent group-v429664. [ 2074.573298] env[63862]: DEBUG oslo.service.loopingcall [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.573415] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.573586] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42a73312-5f2b-4df6-8d82-9a62c1a2a020 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.593719] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.593719] env[63862]: value = "task-2098253" [ 2074.593719] env[63862]: _type = "Task" [ 2074.593719] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.602173] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098253, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.673308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.673937] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2074.676555] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.372s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.677996] env[63862]: INFO nova.compute.claims [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2074.813817] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Successfully updated port: 801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2074.853665] env[63862]: DEBUG nova.network.neutron [-] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.099164] env[63862]: DEBUG nova.network.neutron [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2075.107837] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098253, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.183410] env[63862]: DEBUG nova.compute.utils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2075.187666] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2075.187926] env[63862]: DEBUG nova.network.neutron [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2075.251834] env[63862]: DEBUG nova.policy [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f34cca3afb464f8604f516807af503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d60440b6f154c22a0060c0566740034', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2075.293609] env[63862]: DEBUG nova.network.neutron [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.316829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.359941] env[63862]: INFO nova.compute.manager [-] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Took 1.57 seconds to deallocate network for instance. [ 2075.402036] env[63862]: DEBUG nova.network.neutron [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Updated VIF entry in instance network info cache for port c8235de6-58c2-43e8-b8a7-622370a4ae2d. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2075.402390] env[63862]: DEBUG nova.network.neutron [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Updating instance_info_cache with network_info: [{"id": "c8235de6-58c2-43e8-b8a7-622370a4ae2d", "address": "fa:16:3e:56:70:a9", "network": {"id": "f709a1c3-b754-4900-ba65-112a499e4ffc", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1201772504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d380365773246e4bb56205525587ec8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8235de6-58", "ovs_interfaceid": "c8235de6-58c2-43e8-b8a7-622370a4ae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.563607] env[63862]: DEBUG nova.network.neutron [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Successfully created port: cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2075.604779] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098253, 'name': CreateVM_Task, 'duration_secs': 0.601264} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.604958] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.605641] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.605813] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.606153] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.606406] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b775615-98f1-48cc-80fe-780e39cca694 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.611274] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2075.611274] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529dcfc6-fd9a-83db-b2dc-75c0e981b76e" [ 2075.611274] env[63862]: _type = "Task" [ 2075.611274] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.619961] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529dcfc6-fd9a-83db-b2dc-75c0e981b76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.691148] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2075.800794] env[63862]: DEBUG oslo_concurrency.lockutils [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] Releasing lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.800794] env[63862]: DEBUG nova.compute.manager [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Received event network-vif-deleted-02e29aba-8561-49b3-8651-5da61af0b284 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2075.800794] env[63862]: INFO nova.compute.manager [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Neutron deleted interface 02e29aba-8561-49b3-8651-5da61af0b284; detaching it from the instance and deleting it from the info cache [ 2075.800794] env[63862]: DEBUG nova.network.neutron [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.801954] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.802127] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2075.868145] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.905117] env[63862]: DEBUG oslo_concurrency.lockutils [req-a2958077-59a7-4c2c-ac72-77236b25c077 req-c6681949-0f7a-4343-9939-0c433bea4dd1 service nova] Releasing lock "refresh_cache-8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.121808] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529dcfc6-fd9a-83db-b2dc-75c0e981b76e, 'name': SearchDatastore_Task, 'duration_secs': 0.022971} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.122131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.122361] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.122591] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.122814] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.122949] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.123268] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de6895e8-3031-4daf-bfd0-e6a78c018c7f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.133539] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.133751] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.134572] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e1795e-5dae-4444-8793-7ebcc658d322 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.143756] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2076.143756] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526f9bd5-7693-170d-a839-db54c83def7b" [ 2076.143756] env[63862]: _type = "Task" [ 2076.143756] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.152904] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526f9bd5-7693-170d-a839-db54c83def7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.174851] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6e7754-8577-4f16-b5a7-8177ac84d961 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.183524] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d558d020-393d-4b03-9aeb-85e433ace46b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.219039] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01561381-fb90-4afa-b919-cd5c6d01fb22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.227680] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8183c7-143e-4c98-ab3b-dba7bca98c20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.242235] env[63862]: DEBUG nova.compute.provider_tree [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.298826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.299139] env[63862]: DEBUG oslo_concurrency.lockutils [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.299353] env[63862]: INFO nova.compute.manager [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Rebooting instance [ 2076.304686] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f378ba77-bd6e-4ca1-994e-324adf4cb3cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.317766] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb07ca4-1d0f-4fc4-860f-d2c1d4808eed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.355702] env[63862]: DEBUG nova.compute.manager [req-fe86b955-2261-47ad-aba6-fac88ab6842a req-81eaf482-9c19-4b4b-adbd-98fb37c65a1a service nova] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Detach interface failed, port_id=02e29aba-8561-49b3-8651-5da61af0b284, reason: Instance cd512d37-903a-4b5b-91d3-81c6c4417a0f could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2076.356742] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2076.554422] env[63862]: DEBUG nova.compute.manager [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received event network-vif-plugged-801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2076.554674] env[63862]: DEBUG oslo_concurrency.lockutils [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] Acquiring lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.554879] env[63862]: DEBUG oslo_concurrency.lockutils [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.554995] env[63862]: DEBUG oslo_concurrency.lockutils [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.555186] env[63862]: DEBUG nova.compute.manager [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] No waiting events found dispatching network-vif-plugged-801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.555342] env[63862]: WARNING nova.compute.manager [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received unexpected event network-vif-plugged-801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd for instance with vm_state building and task_state spawning. [ 2076.555499] env[63862]: DEBUG nova.compute.manager [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received event network-changed-801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2076.555652] env[63862]: DEBUG nova.compute.manager [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Refreshing instance network info cache due to event network-changed-801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2076.555821] env[63862]: DEBUG oslo_concurrency.lockutils [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] Acquiring lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.641839] env[63862]: DEBUG nova.network.neutron [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Updating instance_info_cache with network_info: [{"id": "6dff6504-8bfd-4482-8772-03f72c505adf", "address": "fa:16:3e:8b:85:ad", "network": {"id": "15dc29e1-2d2c-4be6-a5c6-d15cea436b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229357797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dff6504-8b", "ovs_interfaceid": "6dff6504-8bfd-4482-8772-03f72c505adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd", "address": "fa:16:3e:35:10:d9", "network": {"id": "54cd3ecf-0e61-422d-886f-0035723d530b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639925004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801eb3d1-ef", "ovs_interfaceid": "801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.654262] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526f9bd5-7693-170d-a839-db54c83def7b, 'name': SearchDatastore_Task, 'duration_secs': 0.01959} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.655580] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee96484-cb63-4c5e-adfb-7707ea0135e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.661451] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2076.661451] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ba00e9-e31c-f05a-7d38-af78ca9530ce" [ 2076.661451] env[63862]: _type = "Task" [ 2076.661451] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.669513] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ba00e9-e31c-f05a-7d38-af78ca9530ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.722804] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2076.745881] env[63862]: DEBUG nova.scheduler.client.report [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.754102] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2076.754476] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2076.754808] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2076.754945] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2076.755156] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2076.755947] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2076.755947] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2076.755947] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2076.756128] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2076.756435] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2076.756744] env[63862]: DEBUG nova.virt.hardware [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2076.758048] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb484e-34d5-4a8f-926e-429e264b88fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.771032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de3dd41-362f-4efb-b6d5-09eb62ef3911 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.816364] env[63862]: DEBUG oslo_concurrency.lockutils [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.816733] env[63862]: DEBUG oslo_concurrency.lockutils [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.817044] env[63862]: DEBUG nova.network.neutron [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2076.997743] env[63862]: DEBUG nova.compute.manager [req-f441f6b8-c929-4caf-8a5d-0a9164633482 req-a821fd5d-a651-481a-a633-8a2a41471244 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-vif-plugged-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2076.997933] env[63862]: DEBUG oslo_concurrency.lockutils [req-f441f6b8-c929-4caf-8a5d-0a9164633482 req-a821fd5d-a651-481a-a633-8a2a41471244 service nova] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.998167] env[63862]: DEBUG oslo_concurrency.lockutils [req-f441f6b8-c929-4caf-8a5d-0a9164633482 req-a821fd5d-a651-481a-a633-8a2a41471244 service nova] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.998336] env[63862]: DEBUG oslo_concurrency.lockutils [req-f441f6b8-c929-4caf-8a5d-0a9164633482 req-a821fd5d-a651-481a-a633-8a2a41471244 service nova] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.998504] env[63862]: DEBUG nova.compute.manager [req-f441f6b8-c929-4caf-8a5d-0a9164633482 req-a821fd5d-a651-481a-a633-8a2a41471244 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] No waiting events found dispatching network-vif-plugged-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2076.998669] env[63862]: WARNING nova.compute.manager [req-f441f6b8-c929-4caf-8a5d-0a9164633482 req-a821fd5d-a651-481a-a633-8a2a41471244 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received unexpected event network-vif-plugged-cfe02231-4525-4120-b7a9-be27ebed9fbd for instance with vm_state building and task_state spawning. [ 2077.089857] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2077.092233] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429663', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'name': 'volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e764253-af3a-41b9-95f5-ecba50effbfb', 'attached_at': '', 'detached_at': '', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'serial': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2077.092614] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5ca08-a092-46e5-ac39-bc7c228f6157 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.113850] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a39f7f-d4a8-4654-aa16-0a0079d6045d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.119143] env[63862]: DEBUG nova.network.neutron [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Successfully updated port: cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2077.143888] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac/volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.145069] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Releasing lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.145417] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Instance network_info: |[{"id": "6dff6504-8bfd-4482-8772-03f72c505adf", "address": "fa:16:3e:8b:85:ad", "network": {"id": "15dc29e1-2d2c-4be6-a5c6-d15cea436b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229357797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dff6504-8b", "ovs_interfaceid": "6dff6504-8bfd-4482-8772-03f72c505adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd", "address": "fa:16:3e:35:10:d9", "network": {"id": "54cd3ecf-0e61-422d-886f-0035723d530b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639925004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801eb3d1-ef", "ovs_interfaceid": "801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2077.145668] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4c9616-c519-4b8c-801d-dd8bb822209f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.159030] env[63862]: DEBUG oslo_concurrency.lockutils [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] Acquired lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.159241] env[63862]: DEBUG nova.network.neutron [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Refreshing network info cache for port 801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2077.163240] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:85:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dff6504-8bfd-4482-8772-03f72c505adf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:10:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.172035] env[63862]: DEBUG oslo.service.loopingcall [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.177155] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.180583] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e30407c7-4920-425a-82ed-2290def88f05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.199919] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2077.199919] env[63862]: value = "task-2098255" [ 2077.199919] env[63862]: _type = "Task" [ 2077.199919] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.207814] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ba00e9-e31c-f05a-7d38-af78ca9530ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.209545] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.209876] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6/8937e0a1-4d6e-44cf-92ff-e94d38f87ab6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2077.210213] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.210213] env[63862]: value = "task-2098256" [ 2077.210213] env[63862]: _type = "Task" [ 2077.210213] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.210481] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ca9ffff-d3a1-45ff-84e0-de6e9192e5c3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.220129] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.225966] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098256, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.227541] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2077.227541] env[63862]: value = "task-2098257" [ 2077.227541] env[63862]: _type = "Task" [ 2077.227541] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.237537] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.267572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.268176] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2077.271580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.726s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.271758] env[63862]: DEBUG nova.objects.instance [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2077.585963] env[63862]: DEBUG nova.network.neutron [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Updated VIF entry in instance network info cache for port 801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2077.586580] env[63862]: DEBUG nova.network.neutron [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Updating instance_info_cache with network_info: [{"id": "6dff6504-8bfd-4482-8772-03f72c505adf", "address": "fa:16:3e:8b:85:ad", "network": {"id": "15dc29e1-2d2c-4be6-a5c6-d15cea436b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229357797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dff6504-8b", "ovs_interfaceid": "6dff6504-8bfd-4482-8772-03f72c505adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd", "address": "fa:16:3e:35:10:d9", "network": {"id": "54cd3ecf-0e61-422d-886f-0035723d530b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639925004", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801eb3d1-ef", "ovs_interfaceid": "801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.645222] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2077.645464] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2077.645606] env[63862]: DEBUG nova.network.neutron [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2077.717269] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.725734] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098256, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.735660] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457712} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.735909] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6/8937e0a1-4d6e-44cf-92ff-e94d38f87ab6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.737235] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.737235] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-153c4037-cc77-4aa6-8afd-dbe34abe24f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.745732] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2077.745732] env[63862]: value = "task-2098258" [ 2077.745732] env[63862]: _type = "Task" [ 2077.745732] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.753838] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.777690] env[63862]: DEBUG nova.compute.utils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2077.783343] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2077.783343] env[63862]: DEBUG nova.network.neutron [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2077.830151] env[63862]: DEBUG nova.policy [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf61572bc9340f080eefba029d1d0de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0e621ff103c4722894c9f88195a32b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.846375] env[63862]: DEBUG nova.network.neutron [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.090125] env[63862]: DEBUG oslo_concurrency.lockutils [req-b92f6320-b43e-49c3-9f3c-ca0a15d455b2 req-0709021e-2c07-466d-963d-140edd5c904e service nova] Releasing lock "refresh_cache-3bd7d210-f7ec-450b-801b-a27ddefe5c8b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.132542] env[63862]: DEBUG nova.network.neutron [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Successfully created port: ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2078.183343] env[63862]: DEBUG nova.network.neutron [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2078.213779] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098255, 'name': ReconfigVM_Task, 'duration_secs': 0.540848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.213779] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac/volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.219455] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17cb6956-80ab-411d-b52b-aa42765faa37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.238295] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098256, 'name': CreateVM_Task, 'duration_secs': 0.682228} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.240462] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.240462] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2078.240462] env[63862]: value = "task-2098259" [ 2078.240462] env[63862]: _type = "Task" [ 2078.240462] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.240798] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.240798] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.241076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.241372] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf897c2-c826-4c5c-b287-600917db251d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.250147] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2078.250147] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d505ce-d3f3-b497-64bc-355a7b325bea" [ 2078.250147] env[63862]: _type = "Task" [ 2078.250147] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.253764] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.259911] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070699} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.260578] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.261466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96984007-98f4-49bb-b020-427de879c01e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.266745] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d505ce-d3f3-b497-64bc-355a7b325bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.289335] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6/8937e0a1-4d6e-44cf-92ff-e94d38f87ab6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.293408] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2078.297266] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99981cd0-db70-4959-901c-5a31e4c599fa tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.298158] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82526b15-69cd-490c-8da3-8651eadb23e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.321432] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.991s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.321657] env[63862]: DEBUG nova.objects.instance [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lazy-loading 'resources' on Instance uuid c3c4e837-d53e-4134-bc5a-aa5bd751d295 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.329153] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2078.329153] env[63862]: value = "task-2098260" [ 2078.329153] env[63862]: _type = "Task" [ 2078.329153] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.338711] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.351750] env[63862]: DEBUG oslo_concurrency.lockutils [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.428191] env[63862]: DEBUG nova.network.neutron [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.751016] env[63862]: DEBUG oslo_vmware.api [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098259, 'name': ReconfigVM_Task, 'duration_secs': 0.153829} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.751349] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429663', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'name': 'volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e764253-af3a-41b9-95f5-ecba50effbfb', 'attached_at': '', 'detached_at': '', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'serial': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2078.764880] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d505ce-d3f3-b497-64bc-355a7b325bea, 'name': SearchDatastore_Task, 'duration_secs': 0.034197} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.765836] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.766091] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2078.766396] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.766566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.766750] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2078.767379] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9be0a68-48de-45c1-aa64-48f1a29b2120 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.780445] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2078.780636] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2078.781368] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5343ee-2856-4c9b-ac2a-8803525d35c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.787476] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2078.787476] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52af6993-c387-8958-afd8-91fcc5486c9d" [ 2078.787476] env[63862]: _type = "Task" [ 2078.787476] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.795595] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52af6993-c387-8958-afd8-91fcc5486c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.839706] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098260, 'name': ReconfigVM_Task, 'duration_secs': 0.325295} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.840028] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6/8937e0a1-4d6e-44cf-92ff-e94d38f87ab6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.840668] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaedeabd-a3ad-4182-8188-fac9ac4a5bb7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.847379] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2078.847379] env[63862]: value = "task-2098261" [ 2078.847379] env[63862]: _type = "Task" [ 2078.847379] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.856221] env[63862]: DEBUG nova.compute.manager [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2078.856999] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53996423-82da-4926-bdde-c76826ebe600 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.864070] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098261, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.931151] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.931151] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance network_info: |[{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2078.932328] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:55:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfe02231-4525-4120-b7a9-be27ebed9fbd', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2078.939902] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating folder: Project (6d60440b6f154c22a0060c0566740034). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2078.944813] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-771415fa-3a7b-4d49-9fd4-ab0820d59629 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.954527] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Created folder: Project (6d60440b6f154c22a0060c0566740034) in parent group-v429490. [ 2078.954828] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating folder: Instances. Parent ref: group-v429668. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2078.954995] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbfd899b-cc9d-4791-a7ac-d163e27a68cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.968666] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Created folder: Instances in parent group-v429668. [ 2078.968666] env[63862]: DEBUG oslo.service.loopingcall [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.968666] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2078.968666] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3a5099-9820-4548-8cb9-a797a3148bbf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.998624] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2078.998624] env[63862]: value = "task-2098264" [ 2078.998624] env[63862]: _type = "Task" [ 2078.998624] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.010066] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098264, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.083408] env[63862]: DEBUG nova.compute.manager [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-changed-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2079.083568] env[63862]: DEBUG nova.compute.manager [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Refreshing instance network info cache due to event network-changed-cfe02231-4525-4120-b7a9-be27ebed9fbd. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2079.083788] env[63862]: DEBUG oslo_concurrency.lockutils [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.083942] env[63862]: DEBUG oslo_concurrency.lockutils [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2079.084125] env[63862]: DEBUG nova.network.neutron [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Refreshing network info cache for port cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2079.300282] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52af6993-c387-8958-afd8-91fcc5486c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.031058} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.301125] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47d071f-6b24-4c86-b4cb-f7811c2b60cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.309288] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2079.309288] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5247613d-3412-9920-346c-6648e1aeb4db" [ 2079.309288] env[63862]: _type = "Task" [ 2079.309288] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.316999] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5247613d-3412-9920-346c-6648e1aeb4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.318537] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec439e9a-2578-4070-97bf-02201a07f9af {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.324788] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac88b2-1246-403f-a766-76bfb0cc4eac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.328682] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2079.363881] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de0cc25-19d8-4716-a5f5-29a539dc76b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.375230] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e5e95e-22f2-4aa4-9ba7-4ce7804a199c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.378997] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098261, 'name': Rename_Task, 'duration_secs': 0.153041} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.381398] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.381631] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.381788] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.381970] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.382154] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.382286] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.382483] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.382637] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.382801] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.382964] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.383154] env[63862]: DEBUG nova.virt.hardware [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.386214] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.386924] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f3648-dc08-46e8-8fac-ab9a8a8473f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.389847] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8926af40-41c5-435e-8d2d-33f78d29d09c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.399249] env[63862]: DEBUG nova.compute.provider_tree [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2079.403261] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2079.403261] env[63862]: value = "task-2098265" [ 2079.403261] env[63862]: _type = "Task" [ 2079.403261] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.404883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcdc366-21df-44f6-b5a2-91d3a7ae2e4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.424628] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098265, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.509140] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098264, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.788187] env[63862]: DEBUG nova.objects.instance [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lazy-loading 'flavor' on Instance uuid 1e764253-af3a-41b9-95f5-ecba50effbfb {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.798597] env[63862]: DEBUG nova.network.neutron [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Successfully updated port: ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2079.827261] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5247613d-3412-9920-346c-6648e1aeb4db, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.828435] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.828970] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3bd7d210-f7ec-450b-801b-a27ddefe5c8b/3bd7d210-f7ec-450b-801b-a27ddefe5c8b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2079.829273] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6553e5b-9f77-4ca6-8208-e7c7d8da04d4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.838449] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2079.838449] env[63862]: value = "task-2098266" [ 2079.838449] env[63862]: _type = "Task" [ 2079.838449] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.847462] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.868803] env[63862]: DEBUG nova.network.neutron [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updated VIF entry in instance network info cache for port cfe02231-4525-4120-b7a9-be27ebed9fbd. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2079.869147] env[63862]: DEBUG nova.network.neutron [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.891200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12952a98-ecb9-4bc8-8969-c75d2cacde70 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.898701] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Doing hard reboot of VM {{(pid=63862) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2079.898935] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f587f3b1-f429-49d5-8ef2-f1005f4e76c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.904399] env[63862]: DEBUG nova.scheduler.client.report [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.910687] env[63862]: DEBUG oslo_vmware.api [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2079.910687] env[63862]: value = "task-2098267" [ 2079.910687] env[63862]: _type = "Task" [ 2079.910687] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.924062] env[63862]: DEBUG oslo_vmware.api [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098267, 'name': ResetVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.928418] env[63862]: DEBUG oslo_vmware.api [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098265, 'name': PowerOnVM_Task, 'duration_secs': 0.458194} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.928677] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2079.928876] env[63862]: INFO nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Took 13.41 seconds to spawn the instance on the hypervisor. [ 2079.929070] env[63862]: DEBUG nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2079.929816] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbcf304-f25c-49a1-b3f8-4a7b0b635f43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.009024] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098264, 'name': CreateVM_Task, 'duration_secs': 0.65099} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.009221] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2080.009995] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.010234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.010523] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2080.010794] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8108e3b-166b-41d4-94d8-9679e999a8b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.015908] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2080.015908] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5277e690-144c-2df8-69f3-d266a692e976" [ 2080.015908] env[63862]: _type = "Task" [ 2080.015908] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.024125] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5277e690-144c-2df8-69f3-d266a692e976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.297059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c8a3b105-f7c3-4dfb-995a-43725b992f5c tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.300923] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "refresh_cache-237244f3-2913-457d-a9cf-fbc009c58def" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.301260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquired lock "refresh_cache-237244f3-2913-457d-a9cf-fbc009c58def" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.301260] env[63862]: DEBUG nova.network.neutron [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.349433] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.373058] env[63862]: DEBUG oslo_concurrency.lockutils [req-34658184-e462-4ba7-afd8-0c0d1bea37ae req-b5b8f60e-98b8-4408-a713-81ef6d70f421 service nova] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.412314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.415518] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.216s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.415803] env[63862]: DEBUG nova.objects.instance [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lazy-loading 'resources' on Instance uuid 06cf82f5-edb4-4bab-8396-43f652e0c1cc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.428838] env[63862]: DEBUG oslo_vmware.api [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098267, 'name': ResetVM_Task, 'duration_secs': 0.095168} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.428961] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Did hard reboot of VM {{(pid=63862) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2080.429176] env[63862]: DEBUG nova.compute.manager [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.430744] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a914dc9-0b7d-451a-88e0-7959f68b9ba8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.447765] env[63862]: INFO nova.scheduler.client.report [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Deleted allocations for instance c3c4e837-d53e-4134-bc5a-aa5bd751d295 [ 2080.456100] env[63862]: INFO nova.compute.manager [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Took 51.41 seconds to build instance. [ 2080.528132] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5277e690-144c-2df8-69f3-d266a692e976, 'name': SearchDatastore_Task, 'duration_secs': 0.021352} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.528499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.528695] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2080.528917] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.529076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.529264] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2080.529543] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd067bf4-42e4-475d-a047-cbe3661bfec9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.546498] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2080.546711] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2080.547534] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a913c1e1-ea9c-4029-afd5-f1e0540adf7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.553304] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2080.553304] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524ce515-9777-a3e3-8551-7494a3dd0246" [ 2080.553304] env[63862]: _type = "Task" [ 2080.553304] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.564874] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524ce515-9777-a3e3-8551-7494a3dd0246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.846479] env[63862]: DEBUG nova.network.neutron [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2080.852563] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896314} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.852834] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3bd7d210-f7ec-450b-801b-a27ddefe5c8b/3bd7d210-f7ec-450b-801b-a27ddefe5c8b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.853070] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.853320] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43cf114a-229e-4b41-8dc8-bdbe6309091c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.859462] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2080.859462] env[63862]: value = "task-2098268" [ 2080.859462] env[63862]: _type = "Task" [ 2080.859462] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.867599] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.946105] env[63862]: DEBUG oslo_concurrency.lockutils [None req-594b7b16-8d70-4c3b-ab4a-57224315d559 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.647s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.957200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-297d1292-0707-49f2-b30a-08aa06a3110d tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.817s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.958692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f86624c1-9d46-4b67-90c0-aa84183c0ebd tempest-ListImageFiltersTestJSON-1882300059 tempest-ListImageFiltersTestJSON-1882300059-project-member] Lock "c3c4e837-d53e-4134-bc5a-aa5bd751d295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.256s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.065964] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524ce515-9777-a3e3-8551-7494a3dd0246, 'name': SearchDatastore_Task, 'duration_secs': 0.05998} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.066924] env[63862]: DEBUG nova.network.neutron [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Updating instance_info_cache with network_info: [{"id": "ce256fbc-71a3-4933-9f7e-800541240e14", "address": "fa:16:3e:8f:ac:a2", "network": {"id": "f270556b-7a04-402e-9268-351f8125d47f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1279347304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0e621ff103c4722894c9f88195a32b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce256fbc-71", "ovs_interfaceid": "ce256fbc-71a3-4933-9f7e-800541240e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.069094] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1205ee-3efe-43c4-a457-f12afa35d79f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.074741] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2081.074741] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529ad900-70c0-f8c5-2818-d05bf13bab67" [ 2081.074741] env[63862]: _type = "Task" [ 2081.074741] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.087413] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529ad900-70c0-f8c5-2818-d05bf13bab67, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.087665] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.087974] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2081.088251] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a6ecf6-ec62-4119-a159-f569becbf3f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.094310] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2081.094310] env[63862]: value = "task-2098269" [ 2081.094310] env[63862]: _type = "Task" [ 2081.094310] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.104945] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.163097] env[63862]: DEBUG nova.compute.manager [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Received event network-vif-plugged-ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2081.163097] env[63862]: DEBUG oslo_concurrency.lockutils [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] Acquiring lock "237244f3-2913-457d-a9cf-fbc009c58def-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.163473] env[63862]: DEBUG oslo_concurrency.lockutils [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] Lock "237244f3-2913-457d-a9cf-fbc009c58def-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.163690] env[63862]: DEBUG oslo_concurrency.lockutils [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] Lock "237244f3-2913-457d-a9cf-fbc009c58def-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.163883] env[63862]: DEBUG nova.compute.manager [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] No waiting events found dispatching network-vif-plugged-ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2081.164143] env[63862]: WARNING nova.compute.manager [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Received unexpected event network-vif-plugged-ce256fbc-71a3-4933-9f7e-800541240e14 for instance with vm_state building and task_state spawning. [ 2081.164494] env[63862]: DEBUG nova.compute.manager [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Received event network-changed-ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2081.164687] env[63862]: DEBUG nova.compute.manager [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Refreshing instance network info cache due to event network-changed-ce256fbc-71a3-4933-9f7e-800541240e14. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2081.164878] env[63862]: DEBUG oslo_concurrency.lockutils [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] Acquiring lock "refresh_cache-237244f3-2913-457d-a9cf-fbc009c58def" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.323293] env[63862]: DEBUG oslo_concurrency.lockutils [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.323640] env[63862]: DEBUG oslo_concurrency.lockutils [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.372620] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121788} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.372620] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.372954] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2fdde0-e534-4710-af16-36399cab5122 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.400408] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 3bd7d210-f7ec-450b-801b-a27ddefe5c8b/3bd7d210-f7ec-450b-801b-a27ddefe5c8b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.404371] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8376ada9-f45e-4bbc-a8f9-d54bd50f40ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.430417] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2081.430417] env[63862]: value = "task-2098270" [ 2081.430417] env[63862]: _type = "Task" [ 2081.430417] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.442840] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.460812] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2081.464734] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4043bcd-3b42-47ee-8b28-d309586b4019 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.474016] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954c89b2-908f-4244-a699-d8969016108b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.509185] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbe2d10-4c00-402f-bffe-f1e693eec871 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.519528] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c2750d-3fac-4c8d-9064-5f3577c7ef28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.536007] env[63862]: DEBUG nova.compute.provider_tree [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2081.570168] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Releasing lock "refresh_cache-237244f3-2913-457d-a9cf-fbc009c58def" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.570576] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Instance network_info: |[{"id": "ce256fbc-71a3-4933-9f7e-800541240e14", "address": "fa:16:3e:8f:ac:a2", "network": {"id": "f270556b-7a04-402e-9268-351f8125d47f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1279347304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0e621ff103c4722894c9f88195a32b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce256fbc-71", "ovs_interfaceid": "ce256fbc-71a3-4933-9f7e-800541240e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2081.570983] env[63862]: DEBUG oslo_concurrency.lockutils [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] Acquired lock "refresh_cache-237244f3-2913-457d-a9cf-fbc009c58def" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.571391] env[63862]: DEBUG nova.network.neutron [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Refreshing network info cache for port ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2081.572590] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ac:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce256fbc-71a3-4933-9f7e-800541240e14', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2081.580508] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Creating folder: Project (d0e621ff103c4722894c9f88195a32b5). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2081.584217] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9614a6-3f07-4867-a221-d7ad134b208a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.598586] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Created folder: Project (d0e621ff103c4722894c9f88195a32b5) in parent group-v429490. [ 2081.598797] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Creating folder: Instances. Parent ref: group-v429671. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2081.599375] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4a041eb-8bb3-41eb-8cb1-81f2a6bf56d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.604130] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477225} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.604687] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2081.604896] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2081.605148] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-553cc147-7eab-4843-bb88-b63653c15673 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.611232] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2081.611232] env[63862]: value = "task-2098273" [ 2081.611232] env[63862]: _type = "Task" [ 2081.611232] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.619356] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Created folder: Instances in parent group-v429671. [ 2081.619706] env[63862]: DEBUG oslo.service.loopingcall [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.620709] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2081.621256] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a0031b-06f5-47d1-aa69-25c63575b528 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.639261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.639558] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.639777] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.639981] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.640189] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.641901] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.642380] env[63862]: INFO nova.compute.manager [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Terminating instance [ 2081.648765] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2081.648765] env[63862]: value = "task-2098274" [ 2081.648765] env[63862]: _type = "Task" [ 2081.648765] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.657747] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098274, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.828429] env[63862]: INFO nova.compute.manager [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Detaching volume 40f7ae12-5bad-4102-b760-7cd3a30bf9ac [ 2081.863622] env[63862]: DEBUG nova.network.neutron [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Updated VIF entry in instance network info cache for port ce256fbc-71a3-4933-9f7e-800541240e14. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.863942] env[63862]: DEBUG nova.network.neutron [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Updating instance_info_cache with network_info: [{"id": "ce256fbc-71a3-4933-9f7e-800541240e14", "address": "fa:16:3e:8f:ac:a2", "network": {"id": "f270556b-7a04-402e-9268-351f8125d47f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1279347304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0e621ff103c4722894c9f88195a32b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce256fbc-71", "ovs_interfaceid": "ce256fbc-71a3-4933-9f7e-800541240e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.877287] env[63862]: INFO nova.virt.block_device [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Attempting to driver detach volume 40f7ae12-5bad-4102-b760-7cd3a30bf9ac from mountpoint /dev/sdb [ 2081.877287] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2081.877287] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429663', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'name': 'volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e764253-af3a-41b9-95f5-ecba50effbfb', 'attached_at': '', 'detached_at': '', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'serial': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2081.881324] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de243d80-e094-4c01-a21b-1e1a6d6291cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.904610] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ceb114-a94e-4f70-871b-4d7c8bf5b648 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.912299] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c36508-f694-4a9d-8a30-64fe7571e5c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.936891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c758000-ece9-4a69-95e2-d281fb610641 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.946374] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.955063] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] The volume has not been displaced from its original location: [datastore2] volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac/volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2081.960347] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2081.960670] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65fa741-65f2-47dc-9483-4d7a5c02dd9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.982466] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2081.982466] env[63862]: value = "task-2098275" [ 2081.982466] env[63862]: _type = "Task" [ 2081.982466] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.994843] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.995873] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.057763] env[63862]: ERROR nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] [req-bdc12560-809d-433d-9b44-cdafa242178b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bdc12560-809d-433d-9b44-cdafa242178b"}]} [ 2082.075696] env[63862]: DEBUG nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2082.089032] env[63862]: DEBUG nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2082.089205] env[63862]: DEBUG nova.compute.provider_tree [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2082.100526] env[63862]: DEBUG nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2082.120287] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074728} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.121237] env[63862]: DEBUG nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2082.123403] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2082.124157] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d846d6f-0603-49d2-a500-9b9b939403d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.145808] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2082.148873] env[63862]: DEBUG nova.compute.manager [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2082.149090] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.149336] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e0b67df-3f4a-45ee-ac30-77d99515cbbf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.164510] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613e61d-5ebd-413f-b372-c9fe149dc56c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.174316] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.177384] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d1ddd2e-9317-4fcb-b80a-a8df62689ca0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.179086] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098274, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.182701] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2082.182701] env[63862]: value = "task-2098276" [ 2082.182701] env[63862]: _type = "Task" [ 2082.182701] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.187871] env[63862]: DEBUG oslo_vmware.api [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2082.187871] env[63862]: value = "task-2098277" [ 2082.187871] env[63862]: _type = "Task" [ 2082.187871] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.196026] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098276, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.204021] env[63862]: DEBUG oslo_vmware.api [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.369242] env[63862]: DEBUG oslo_concurrency.lockutils [req-8bfcd2a9-7c33-420f-9a74-163f20c22795 req-c6b75efb-bc00-4e27-bd3e-358c32485f7a service nova] Releasing lock "refresh_cache-237244f3-2913-457d-a9cf-fbc009c58def" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.443644] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.493129] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.628970] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0b1296-1ea0-4bb0-96f7-b96c43181fdc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.636324] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd13ac5-d715-479c-8cb3-c27ffc0ff745 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.670844] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8ba0b-d969-4337-9c92-d30278a7a9c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.678403] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098274, 'name': CreateVM_Task, 'duration_secs': 0.943984} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.680713] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2082.681183] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.681396] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.681716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2082.682898] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e785e86-af3e-40f6-9c3a-5ab2d8829b08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.686653] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a9565b-338c-4da5-b1ed-e895957e517c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.702729] env[63862]: DEBUG nova.compute.provider_tree [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.705531] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2082.705531] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d46089-a6ea-acfa-7eb9-eea153e59b05" [ 2082.705531] env[63862]: _type = "Task" [ 2082.705531] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.708746] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098276, 'name': ReconfigVM_Task, 'duration_secs': 0.388856} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.714270] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2082.714855] env[63862]: DEBUG oslo_vmware.api [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098277, 'name': PowerOffVM_Task, 'duration_secs': 0.371592} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.715628] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50ec6062-4d99-4f4c-ac60-4a6a32294e4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.717125] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2082.717306] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2082.718125] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9be0b40c-fc50-470a-9e7e-2aa4cc90396f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.723331] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d46089-a6ea-acfa-7eb9-eea153e59b05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.724502] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2082.724502] env[63862]: value = "task-2098278" [ 2082.724502] env[63862]: _type = "Task" [ 2082.724502] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.732280] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098278, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.812924] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2082.813189] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2082.813400] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Deleting the datastore file [datastore2] 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2082.813686] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b607fc1b-d643-468a-9789-9894f206268e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.821657] env[63862]: DEBUG oslo_vmware.api [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for the task: (returnval){ [ 2082.821657] env[63862]: value = "task-2098280" [ 2082.821657] env[63862]: _type = "Task" [ 2082.821657] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.830193] env[63862]: DEBUG oslo_vmware.api [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.944022] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098270, 'name': ReconfigVM_Task, 'duration_secs': 1.197678} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.944022] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 3bd7d210-f7ec-450b-801b-a27ddefe5c8b/3bd7d210-f7ec-450b-801b-a27ddefe5c8b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2082.944512] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3df36c72-ae0e-4dc3-845c-0f6c2204d022 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.950525] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2082.950525] env[63862]: value = "task-2098281" [ 2082.950525] env[63862]: _type = "Task" [ 2082.950525] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.959127] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098281, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.993741] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098275, 'name': ReconfigVM_Task, 'duration_secs': 0.932649} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.994562] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2083.000609] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5b42b2-a8f3-4ae7-a34e-96bea58b578c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.019606] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2083.019606] env[63862]: value = "task-2098282" [ 2083.019606] env[63862]: _type = "Task" [ 2083.019606] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.028033] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.213615] env[63862]: DEBUG nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.227075] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d46089-a6ea-acfa-7eb9-eea153e59b05, 'name': SearchDatastore_Task, 'duration_secs': 0.027848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.230451] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.231587] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2083.231881] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.232172] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.232474] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2083.232857] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6f3726-fd64-42e5-ad3c-d2bde7f1fac1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.241607] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098278, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.242991] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2083.243379] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2083.244417] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e535231c-1691-43d9-9d1c-9be201729cc5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.252026] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2083.252026] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f2bdad-0677-e517-92a9-bae54d61c204" [ 2083.252026] env[63862]: _type = "Task" [ 2083.252026] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.260878] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2bdad-0677-e517-92a9-bae54d61c204, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.261761] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7316685-eb42-4946-8d70-06239f66c2c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.266539] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2083.266539] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52aedcb0-082d-66cf-6a19-a1eed38d2749" [ 2083.266539] env[63862]: _type = "Task" [ 2083.266539] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.274344] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52aedcb0-082d-66cf-6a19-a1eed38d2749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.331016] env[63862]: DEBUG oslo_vmware.api [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Task: {'id': task-2098280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233031} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.331407] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2083.331639] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2083.331867] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2083.332087] env[63862]: INFO nova.compute.manager [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2083.332367] env[63862]: DEBUG oslo.service.loopingcall [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.332593] env[63862]: DEBUG nova.compute.manager [-] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2083.332739] env[63862]: DEBUG nova.network.neutron [-] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2083.461949] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098281, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.529811] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.694284] env[63862]: DEBUG nova.compute.manager [req-51a01b6b-6af1-48a8-aa8d-48240a192ee1 req-075d8465-684f-4e31-a68b-74376f059bdc service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Received event network-vif-deleted-c8235de6-58c2-43e8-b8a7-622370a4ae2d {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2083.694585] env[63862]: INFO nova.compute.manager [req-51a01b6b-6af1-48a8-aa8d-48240a192ee1 req-075d8465-684f-4e31-a68b-74376f059bdc service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Neutron deleted interface c8235de6-58c2-43e8-b8a7-622370a4ae2d; detaching it from the instance and deleting it from the info cache [ 2083.694809] env[63862]: DEBUG nova.network.neutron [req-51a01b6b-6af1-48a8-aa8d-48240a192ee1 req-075d8465-684f-4e31-a68b-74376f059bdc service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.717455] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.302s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.719743] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.993s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.719934] env[63862]: DEBUG nova.objects.instance [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2083.735791] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098278, 'name': Rename_Task, 'duration_secs': 0.867392} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.736344] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2083.736344] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82e4ec1-05ff-4491-b33e-3770af85f26f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.742586] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2083.742586] env[63862]: value = "task-2098283" [ 2083.742586] env[63862]: _type = "Task" [ 2083.742586] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.743693] env[63862]: INFO nova.scheduler.client.report [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Deleted allocations for instance 06cf82f5-edb4-4bab-8396-43f652e0c1cc [ 2083.753738] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.776266] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52aedcb0-082d-66cf-6a19-a1eed38d2749, 'name': SearchDatastore_Task, 'duration_secs': 0.021403} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.776516] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.776805] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 237244f3-2913-457d-a9cf-fbc009c58def/237244f3-2913-457d-a9cf-fbc009c58def.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2083.777043] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c317cb0-1e64-4b0a-8f37-a0f345f64bde {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.785660] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2083.785660] env[63862]: value = "task-2098284" [ 2083.785660] env[63862]: _type = "Task" [ 2083.785660] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.794359] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.961759] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098281, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.030679] env[63862]: DEBUG oslo_vmware.api [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098282, 'name': ReconfigVM_Task, 'duration_secs': 0.955538} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.031275] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429663', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'name': 'volume-40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e764253-af3a-41b9-95f5-ecba50effbfb', 'attached_at': '', 'detached_at': '', 'volume_id': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac', 'serial': '40f7ae12-5bad-4102-b760-7cd3a30bf9ac'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2084.173544] env[63862]: DEBUG nova.network.neutron [-] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.200026] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-861a7876-0ab3-4029-bc50-5b6f481914aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.209757] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b151447-5513-4375-bd35-c166969ba79e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.265884] env[63862]: DEBUG nova.compute.manager [req-51a01b6b-6af1-48a8-aa8d-48240a192ee1 req-075d8465-684f-4e31-a68b-74376f059bdc service nova] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Detach interface failed, port_id=c8235de6-58c2-43e8-b8a7-622370a4ae2d, reason: Instance 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2084.270340] env[63862]: DEBUG oslo_concurrency.lockutils [None req-aa176eb4-fb2f-4c25-8094-9e7909c70329 tempest-SecurityGroupsTestJSON-1706206827 tempest-SecurityGroupsTestJSON-1706206827-project-member] Lock "06cf82f5-edb4-4bab-8396-43f652e0c1cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.680s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.278671] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098283, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.298034] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478778} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.298300] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 237244f3-2913-457d-a9cf-fbc009c58def/237244f3-2913-457d-a9cf-fbc009c58def.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2084.298507] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2084.298746] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ca2de15-b66e-4259-8a94-0a4a8d293522 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.306517] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2084.306517] env[63862]: value = "task-2098285" [ 2084.306517] env[63862]: _type = "Task" [ 2084.306517] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.314661] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.461701] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098281, 'name': Rename_Task, 'duration_secs': 1.373336} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.464656] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2084.464656] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d9ec16b-b3eb-4747-9728-06f5fcfda189 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.470731] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2084.470731] env[63862]: value = "task-2098286" [ 2084.470731] env[63862]: _type = "Task" [ 2084.470731] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.477794] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.582283] env[63862]: DEBUG nova.objects.instance [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lazy-loading 'flavor' on Instance uuid 1e764253-af3a-41b9-95f5-ecba50effbfb {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.676592] env[63862]: INFO nova.compute.manager [-] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Took 1.34 seconds to deallocate network for instance. [ 2084.731288] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8ea268ba-72df-4d64-991a-6c2dfc81b8fa tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.732490] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.817s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.736959] env[63862]: INFO nova.compute.claims [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.773850] env[63862]: DEBUG oslo_vmware.api [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098283, 'name': PowerOnVM_Task, 'duration_secs': 0.736954} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.774100] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2084.774305] env[63862]: INFO nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Took 8.05 seconds to spawn the instance on the hypervisor. [ 2084.774674] env[63862]: DEBUG nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2084.775289] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c17da96-e830-434f-8669-bd430733885e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.820203] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073918} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.823602] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2084.823602] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08123b79-971e-4552-9676-d5b838e3331f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.853035] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 237244f3-2913-457d-a9cf-fbc009c58def/237244f3-2913-457d-a9cf-fbc009c58def.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2084.854864] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8df558d-7a16-4d09-bda6-14797e70b218 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.881150] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2084.881150] env[63862]: value = "task-2098287" [ 2084.881150] env[63862]: _type = "Task" [ 2084.881150] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.893650] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.980867] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.185304] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.308418] env[63862]: INFO nova.compute.manager [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Took 49.90 seconds to build instance. [ 2085.395487] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.489340] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098286, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.594349] env[63862]: DEBUG oslo_concurrency.lockutils [None req-28236d98-1306-4eb0-b9ef-d462ee334d6b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.270s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.809958] env[63862]: DEBUG oslo_concurrency.lockutils [None req-80819b66-d091-4a32-ae6f-d8896c3ea9da tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.418s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.896687] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098287, 'name': ReconfigVM_Task, 'duration_secs': 0.749747} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.896687] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 237244f3-2913-457d-a9cf-fbc009c58def/237244f3-2913-457d-a9cf-fbc009c58def.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2085.897410] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a5cd5c-783f-402f-b3d8-04e753633a86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.905082] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2085.905082] env[63862]: value = "task-2098288" [ 2085.905082] env[63862]: _type = "Task" [ 2085.905082] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.919334] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098288, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.987067] env[63862]: DEBUG oslo_vmware.api [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098286, 'name': PowerOnVM_Task, 'duration_secs': 1.086096} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.989927] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2085.990378] env[63862]: INFO nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Took 16.43 seconds to spawn the instance on the hypervisor. [ 2085.990462] env[63862]: DEBUG nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2085.992752] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fd9e17-734a-40a1-a6da-fd8b69e8e58e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.288229] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c30554-8d1c-4bd8-ab70-f03b05579c4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.297176] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202040e-7656-4b7c-8ba4-54867582b909 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.329205] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2086.333796] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e54d5-87ea-406a-b4e8-7851c7f8ae6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.341721] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20287a-1b5d-4064-97a3-408b7d76fd68 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.357368] env[63862]: DEBUG nova.compute.provider_tree [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.415175] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098288, 'name': Rename_Task, 'duration_secs': 0.327316} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.415436] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2086.415674] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0214ba-9b05-4378-ad4c-c96f69c056ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.426107] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2086.426107] env[63862]: value = "task-2098289" [ 2086.426107] env[63862]: _type = "Task" [ 2086.426107] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.432311] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.523474] env[63862]: INFO nova.compute.manager [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Took 57.42 seconds to build instance. [ 2086.741242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.741524] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.789233] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.789482] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.852300] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.860870] env[63862]: DEBUG nova.scheduler.client.report [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.934997] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.027703] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a22812b-8d10-4e60-8a26-f62b4bc57458 tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.323s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.143448] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.143702] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.293500] env[63862]: DEBUG nova.compute.utils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2087.366223] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.366897] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2087.369709] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 43.260s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.434778] env[63862]: DEBUG oslo_vmware.api [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098289, 'name': PowerOnVM_Task, 'duration_secs': 0.665714} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.435072] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2087.435593] env[63862]: INFO nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Took 8.11 seconds to spawn the instance on the hypervisor. [ 2087.435593] env[63862]: DEBUG nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2087.436255] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a239bd24-447b-4cef-9f18-ac02c57bb8da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.511519] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.511789] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.512008] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.512200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.512372] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.514541] env[63862]: INFO nova.compute.manager [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Terminating instance [ 2087.531213] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2087.797125] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.873596] env[63862]: DEBUG nova.compute.utils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2087.875825] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2087.876012] env[63862]: DEBUG nova.network.neutron [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2087.935385] env[63862]: DEBUG nova.policy [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a58d11f93d41d19874724bbe2ba789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c957d822a44a4277986f9e978ee5e019', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2087.953667] env[63862]: INFO nova.compute.manager [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Took 51.66 seconds to build instance. [ 2088.019557] env[63862]: DEBUG nova.compute.manager [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2088.019805] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2088.020897] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42459b7e-d8f7-4c3c-bb73-80e9351d8a9c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.028929] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2088.029222] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53e7430-8b01-47fd-9203-a3377f32dc2b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.038938] env[63862]: DEBUG oslo_vmware.api [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2088.038938] env[63862]: value = "task-2098290" [ 2088.038938] env[63862]: _type = "Task" [ 2088.038938] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.051029] env[63862]: DEBUG oslo_vmware.api [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.062774] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.229116] env[63862]: DEBUG nova.network.neutron [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Successfully created port: 2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2088.381535] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2088.452779] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46c223-f660-4cbe-a2c7-35a7f38dbff8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.455694] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4a6e3d50-7343-4c18-a65a-80c4d7b4bcad tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "237244f3-2913-457d-a9cf-fbc009c58def" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.176s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.462491] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd3ab8-4677-4fc1-a29f-3467c0024db4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.496934] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e5886-6036-45e5-96a6-2b570474215e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.504895] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb8481-9cc6-488f-8323-8d6cfb2393e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.519669] env[63862]: DEBUG nova.compute.provider_tree [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.550822] env[63862]: DEBUG oslo_vmware.api [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098290, 'name': PowerOffVM_Task, 'duration_secs': 0.405136} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.551193] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2088.551521] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2088.551791] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af617454-23bd-48b7-a41f-03dbd37962ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.888847] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2088.889121] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.889357] env[63862]: INFO nova.compute.manager [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Attaching volume 824299f7-2b67-4510-af7b-ea84c0296f81 to /dev/sdb [ 2088.942973] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604d4fdf-a6d4-4dc4-9bb9-7de7cc238ab6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.951115] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7658758d-b41e-435d-9d82-d5c847ecdb7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.959457] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2088.971433] env[63862]: DEBUG nova.virt.block_device [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating existing volume attachment record: 633aad8a-e78d-448c-bacc-8d04a9accb4d {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2089.024036] env[63862]: DEBUG nova.scheduler.client.report [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2089.401020] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2089.434394] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2089.434660] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2089.434805] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2089.435328] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2089.435328] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2089.435328] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2089.435494] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2089.435656] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2089.435866] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2089.436080] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2089.436268] env[63862]: DEBUG nova.virt.hardware [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2089.439014] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa9a346-5812-4925-95e0-122561fbc29a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.448538] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabded2b-7c2b-4dd8-b9c3-8e4fb49cadde {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.482586] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "237244f3-2913-457d-a9cf-fbc009c58def" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.483078] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "237244f3-2913-457d-a9cf-fbc009c58def" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.483522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "237244f3-2913-457d-a9cf-fbc009c58def-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.483859] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "237244f3-2913-457d-a9cf-fbc009c58def-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.484200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "237244f3-2913-457d-a9cf-fbc009c58def-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.487026] env[63862]: INFO nova.compute.manager [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Terminating instance [ 2089.493942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.992393] env[63862]: DEBUG nova.compute.manager [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2089.992809] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2089.993555] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7900b233-e78e-4ada-9d18-d1cfd868b93e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.002830] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.002830] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d60b0242-1867-4e05-8440-d8277f541661 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.010189] env[63862]: DEBUG oslo_vmware.api [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2090.010189] env[63862]: value = "task-2098295" [ 2090.010189] env[63862]: _type = "Task" [ 2090.010189] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.018717] env[63862]: DEBUG oslo_vmware.api [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.035494] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.664s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.037128] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.132s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.037361] env[63862]: DEBUG nova.objects.instance [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'resources' on Instance uuid aae64db3-3ace-4127-a7fe-ec0efb3f9a12 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2090.519054] env[63862]: DEBUG oslo_vmware.api [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098295, 'name': PowerOffVM_Task, 'duration_secs': 0.283408} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.519375] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2090.519545] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2090.519830] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb71280f-f3e3-4a04-81a1-623bf85c80aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.600476] env[63862]: INFO nova.scheduler.client.report [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleted allocation for migration 3f42e84c-d74b-459f-959b-201ef83c673c [ 2091.036250] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f79ba85-6bac-4b41-98c9-634a5969d41d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.044850] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d6008-c065-45af-b94c-2ab1cc0b8a7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.081617] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3889be80-090a-4331-ba7e-7f20b76b0df6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.090147] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797b371e-3274-4fd7-8357-1a4ca7fca16b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.104319] env[63862]: DEBUG nova.compute.provider_tree [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.107300] env[63862]: DEBUG oslo_concurrency.lockutils [None req-03a7f0a7-5ae6-498b-b781-b40ff325d513 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.983s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.366816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "927a9675-d66c-48a3-98a2-06bbed32126a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.367032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "927a9675-d66c-48a3-98a2-06bbed32126a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.609599] env[63862]: DEBUG nova.scheduler.client.report [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.116010] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.118598] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.117s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.118902] env[63862]: DEBUG nova.objects.instance [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lazy-loading 'resources' on Instance uuid 309e7d10-4640-48e1-af6c-81abc89d223b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.145288] env[63862]: INFO nova.scheduler.client.report [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocations for instance aae64db3-3ace-4127-a7fe-ec0efb3f9a12 [ 2092.659104] env[63862]: DEBUG oslo_concurrency.lockutils [None req-33fd49e0-82b0-42f9-841f-5c931c11607c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "aae64db3-3ace-4127-a7fe-ec0efb3f9a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.669s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.088021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd1781-3a7d-4d57-bbee-406c54092446 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.096791] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd47d343-1859-4159-a0f5-5a627ea46844 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.138996] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a11ba83-9d93-4f1a-a8b9-b32d9cbd783d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.147486] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755e91f-c62f-45b0-998f-e5337e468f36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.163676] env[63862]: DEBUG nova.compute.provider_tree [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2093.224804] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "41687336-06c0-4065-bfb0-1887e64ee5ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.225077] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.533451] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2093.534155] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429675', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'name': 'volume-824299f7-2b67-4510-af7b-ea84c0296f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ca39ef8-b09e-480b-93a4-44ceb7cbebfd', 'attached_at': '', 'detached_at': '', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'serial': '824299f7-2b67-4510-af7b-ea84c0296f81'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2093.534912] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba8793-e903-4046-a273-29c958a9e331 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.551759] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba661115-9183-4d83-90b4-58f70c696ec9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.578639] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] volume-824299f7-2b67-4510-af7b-ea84c0296f81/volume-824299f7-2b67-4510-af7b-ea84c0296f81.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2093.579083] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ad2c03-b507-4dac-8e53-e22d48f30a8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.600071] env[63862]: DEBUG oslo_vmware.api [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2093.600071] env[63862]: value = "task-2098298" [ 2093.600071] env[63862]: _type = "Task" [ 2093.600071] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.608921] env[63862]: DEBUG oslo_vmware.api [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.670644] env[63862]: DEBUG nova.scheduler.client.report [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2094.110743] env[63862]: DEBUG oslo_vmware.api [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098298, 'name': ReconfigVM_Task, 'duration_secs': 0.349389} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.111048] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Reconfigured VM instance instance-00000035 to attach disk [datastore2] volume-824299f7-2b67-4510-af7b-ea84c0296f81/volume-824299f7-2b67-4510-af7b-ea84c0296f81.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.115810] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad25dd08-d7c0-48e6-8e32-0ff14b78073d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.131009] env[63862]: DEBUG oslo_vmware.api [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2094.131009] env[63862]: value = "task-2098299" [ 2094.131009] env[63862]: _type = "Task" [ 2094.131009] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.138807] env[63862]: DEBUG oslo_vmware.api [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.178962] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.181407] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.675s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.181682] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.181859] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2094.182489] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.796s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.184085] env[63862]: INFO nova.compute.claims [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2094.187431] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b703ad-a9e5-48e8-9313-256ba1b9dec2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.198344] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d6d1bb-9373-4510-adcc-502233a4de1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.222828] env[63862]: INFO nova.scheduler.client.report [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted allocations for instance 309e7d10-4640-48e1-af6c-81abc89d223b [ 2094.222828] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6319e4-43ef-4be6-aaf8-63aef2c2e498 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.228906] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.228906] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.228906] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Deleting the datastore file [datastore2] 237244f3-2913-457d-a9cf-fbc009c58def {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.228906] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec4b4935-d0e1-4aa7-a3f7-71cb43a3a402 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.239642] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d4f1b-1c8d-4bba-be31-51e774a4e02c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.246736] env[63862]: DEBUG oslo_vmware.api [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for the task: (returnval){ [ 2094.246736] env[63862]: value = "task-2098300" [ 2094.246736] env[63862]: _type = "Task" [ 2094.246736] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.274232] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179065MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2094.274361] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.274830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.275037] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.275317] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Deleting the datastore file [datastore2] 3bd7d210-f7ec-450b-801b-a27ddefe5c8b {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.276547] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c040818-4c3a-466b-bd65-0b82a0ca9fb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.284579] env[63862]: DEBUG oslo_vmware.api [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.289019] env[63862]: DEBUG oslo_vmware.api [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for the task: (returnval){ [ 2094.289019] env[63862]: value = "task-2098301" [ 2094.289019] env[63862]: _type = "Task" [ 2094.289019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.294485] env[63862]: DEBUG oslo_vmware.api [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.641780] env[63862]: DEBUG oslo_vmware.api [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098299, 'name': ReconfigVM_Task, 'duration_secs': 0.166} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.642109] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429675', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'name': 'volume-824299f7-2b67-4510-af7b-ea84c0296f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ca39ef8-b09e-480b-93a4-44ceb7cbebfd', 'attached_at': '', 'detached_at': '', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'serial': '824299f7-2b67-4510-af7b-ea84c0296f81'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2094.738023] env[63862]: DEBUG oslo_concurrency.lockutils [None req-32b65b31-1574-4372-aa43-11516ee61373 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "309e7d10-4640-48e1-af6c-81abc89d223b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.216s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.755679] env[63862]: DEBUG oslo_vmware.api [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Task: {'id': task-2098300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.756325] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.756515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2094.756700] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2094.756883] env[63862]: INFO nova.compute.manager [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Took 4.76 seconds to destroy the instance on the hypervisor. [ 2094.757117] env[63862]: DEBUG oslo.service.loopingcall [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.757310] env[63862]: DEBUG nova.compute.manager [-] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2094.757406] env[63862]: DEBUG nova.network.neutron [-] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2094.795324] env[63862]: DEBUG oslo_vmware.api [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Task: {'id': task-2098301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173907} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.795589] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.795807] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2094.795954] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2094.796154] env[63862]: INFO nova.compute.manager [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Took 6.78 seconds to destroy the instance on the hypervisor. [ 2094.796422] env[63862]: DEBUG oslo.service.loopingcall [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.796631] env[63862]: DEBUG nova.compute.manager [-] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2094.796731] env[63862]: DEBUG nova.network.neutron [-] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2095.098896] env[63862]: DEBUG nova.compute.manager [req-cc48f1f3-ddf2-4e60-8f70-885bf93ac6f5 req-45a14bbe-97f2-4c70-9cf8-6dc9c5c8f365 service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Received event network-vif-deleted-ce256fbc-71a3-4933-9f7e-800541240e14 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2095.099121] env[63862]: INFO nova.compute.manager [req-cc48f1f3-ddf2-4e60-8f70-885bf93ac6f5 req-45a14bbe-97f2-4c70-9cf8-6dc9c5c8f365 service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Neutron deleted interface ce256fbc-71a3-4933-9f7e-800541240e14; detaching it from the instance and deleting it from the info cache [ 2095.099295] env[63862]: DEBUG nova.network.neutron [req-cc48f1f3-ddf2-4e60-8f70-885bf93ac6f5 req-45a14bbe-97f2-4c70-9cf8-6dc9c5c8f365 service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.116508] env[63862]: DEBUG nova.compute.manager [req-f08627f2-ccdf-4f5e-8d9f-24f66d74facf req-1a12af2b-a570-43ec-9920-2aeed98399fe service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received event network-vif-deleted-801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2095.116714] env[63862]: INFO nova.compute.manager [req-f08627f2-ccdf-4f5e-8d9f-24f66d74facf req-1a12af2b-a570-43ec-9920-2aeed98399fe service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Neutron deleted interface 801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd; detaching it from the instance and deleting it from the info cache [ 2095.117016] env[63862]: DEBUG nova.network.neutron [req-f08627f2-ccdf-4f5e-8d9f-24f66d74facf req-1a12af2b-a570-43ec-9920-2aeed98399fe service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Updating instance_info_cache with network_info: [{"id": "6dff6504-8bfd-4482-8772-03f72c505adf", "address": "fa:16:3e:8b:85:ad", "network": {"id": "15dc29e1-2d2c-4be6-a5c6-d15cea436b33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229357797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc2efd68aa2f4934bc825c7c3c4ed187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dff6504-8b", "ovs_interfaceid": "6dff6504-8bfd-4482-8772-03f72c505adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.218776] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "6f889af8-b931-4697-8b97-c7d34a8878e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.219038] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.219235] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "6f889af8-b931-4697-8b97-c7d34a8878e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.219418] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.219589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.221981] env[63862]: INFO nova.compute.manager [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Terminating instance [ 2095.554497] env[63862]: DEBUG nova.network.neutron [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Successfully updated port: 2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2095.569640] env[63862]: DEBUG nova.network.neutron [-] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.601979] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc5f9dbb-eafe-4af7-8b2c-59e6cf012341 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.616996] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bad89e-bc78-4184-8281-0800cecfe3c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.631583] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d422baff-c8c3-4059-ad08-069ea8b911c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.662218] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afff9b0-edbf-476d-8a0c-bfcfce929899 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.672715] env[63862]: DEBUG nova.compute.manager [req-cc48f1f3-ddf2-4e60-8f70-885bf93ac6f5 req-45a14bbe-97f2-4c70-9cf8-6dc9c5c8f365 service nova] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Detach interface failed, port_id=ce256fbc-71a3-4933-9f7e-800541240e14, reason: Instance 237244f3-2913-457d-a9cf-fbc009c58def could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2095.680799] env[63862]: DEBUG nova.objects.instance [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2095.690022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6d840a-00de-4913-9853-42e9af154a13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.701839] env[63862]: DEBUG nova.compute.manager [req-f08627f2-ccdf-4f5e-8d9f-24f66d74facf req-1a12af2b-a570-43ec-9920-2aeed98399fe service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Detach interface failed, port_id=801eb3d1-ef9b-4bf9-8c8d-22dad7ba14fd, reason: Instance 3bd7d210-f7ec-450b-801b-a27ddefe5c8b could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2095.707812] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17115c4e-9149-47ea-84a8-1d46f5fdb890 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.738192] env[63862]: DEBUG nova.compute.manager [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2095.738420] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2095.739364] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3868602-eea0-4373-87d6-c0189033a317 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.742450] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21327b5d-d19a-452f-bb30-6bfdb170d1e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.752535] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01599faf-a6c4-4aa5-838a-f82f0bf64fdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.755664] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2095.756193] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fb1127-b7b4-4622-a0ce-535f81873b5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.770083] env[63862]: DEBUG nova.compute.provider_tree [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.773066] env[63862]: DEBUG oslo_vmware.api [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2095.773066] env[63862]: value = "task-2098302" [ 2095.773066] env[63862]: _type = "Task" [ 2095.773066] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.785384] env[63862]: DEBUG oslo_vmware.api [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.866407] env[63862]: DEBUG nova.network.neutron [-] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.056635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.056799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.056982] env[63862]: DEBUG nova.network.neutron [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2096.072658] env[63862]: INFO nova.compute.manager [-] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Took 1.32 seconds to deallocate network for instance. [ 2096.185401] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c6066b3c-f345-4512-b7aa-17de8b2e4bd4 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.276043] env[63862]: DEBUG nova.scheduler.client.report [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.286375] env[63862]: DEBUG oslo_vmware.api [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098302, 'name': PowerOffVM_Task, 'duration_secs': 0.281422} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.286632] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2096.286802] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2096.287062] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1fe9723-2a5d-4a78-88c3-1ade351b0410 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.334960] env[63862]: DEBUG oslo_concurrency.lockutils [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.335236] env[63862]: DEBUG oslo_concurrency.lockutils [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.335411] env[63862]: DEBUG nova.compute.manager [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.336222] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650c1475-cd74-4ce3-b7b4-80d1f30786dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.342288] env[63862]: DEBUG nova.compute.manager [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2096.342842] env[63862]: DEBUG nova.objects.instance [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.368755] env[63862]: INFO nova.compute.manager [-] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Took 1.57 seconds to deallocate network for instance. [ 2096.433610] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2096.433861] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2096.434061] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleting the datastore file [datastore2] 6f889af8-b931-4697-8b97-c7d34a8878e3 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2096.434326] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-958e6133-c848-4d95-999a-1299dd1926bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.442576] env[63862]: DEBUG oslo_vmware.api [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2096.442576] env[63862]: value = "task-2098304" [ 2096.442576] env[63862]: _type = "Task" [ 2096.442576] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.450212] env[63862]: DEBUG oslo_vmware.api [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.579408] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.610389] env[63862]: DEBUG nova.network.neutron [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2096.757227] env[63862]: DEBUG nova.network.neutron [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [{"id": "2082a449-181b-42f0-8d81-cdabe4751c99", "address": "fa:16:3e:b1:9d:f3", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2082a449-18", "ovs_interfaceid": "2082a449-181b-42f0-8d81-cdabe4751c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.782682] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.783229] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2096.785600] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.465s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.787602] env[63862]: INFO nova.compute.claims [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2096.875203] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.954250] env[63862]: DEBUG oslo_vmware.api [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12915} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.954528] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2096.954713] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2096.954892] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2096.955078] env[63862]: INFO nova.compute.manager [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2096.955314] env[63862]: DEBUG oslo.service.loopingcall [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.955509] env[63862]: DEBUG nova.compute.manager [-] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2096.955606] env[63862]: DEBUG nova.network.neutron [-] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2097.238592] env[63862]: DEBUG nova.compute.manager [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Received event network-vif-plugged-2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2097.238592] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] Acquiring lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.238592] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.238592] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.238592] env[63862]: DEBUG nova.compute.manager [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] No waiting events found dispatching network-vif-plugged-2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2097.238592] env[63862]: WARNING nova.compute.manager [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Received unexpected event network-vif-plugged-2082a449-181b-42f0-8d81-cdabe4751c99 for instance with vm_state building and task_state spawning. [ 2097.238592] env[63862]: DEBUG nova.compute.manager [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Received event network-vif-deleted-6dff6504-8bfd-4482-8772-03f72c505adf {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2097.239699] env[63862]: DEBUG nova.compute.manager [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Received event network-changed-2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2097.240253] env[63862]: DEBUG nova.compute.manager [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Refreshing instance network info cache due to event network-changed-2082a449-181b-42f0-8d81-cdabe4751c99. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2097.240601] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] Acquiring lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.261084] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.263842] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Instance network_info: |[{"id": "2082a449-181b-42f0-8d81-cdabe4751c99", "address": "fa:16:3e:b1:9d:f3", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2082a449-18", "ovs_interfaceid": "2082a449-181b-42f0-8d81-cdabe4751c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2097.263842] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] Acquired lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.263842] env[63862]: DEBUG nova.network.neutron [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Refreshing network info cache for port 2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.266147] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:9d:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2082a449-181b-42f0-8d81-cdabe4751c99', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2097.274075] env[63862]: DEBUG oslo.service.loopingcall [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2097.275339] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2097.275883] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55428a07-3471-4bdf-880b-6844e2a9249a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.295952] env[63862]: DEBUG nova.compute.utils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2097.297409] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2097.297576] env[63862]: DEBUG nova.network.neutron [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2097.305858] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2097.305858] env[63862]: value = "task-2098305" [ 2097.305858] env[63862]: _type = "Task" [ 2097.305858] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.319847] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098305, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.349852] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2097.350175] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa08ae9-3d36-4275-b9aa-7beb0f3c3970 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.360020] env[63862]: DEBUG oslo_vmware.api [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2097.360020] env[63862]: value = "task-2098306" [ 2097.360020] env[63862]: _type = "Task" [ 2097.360020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.363110] env[63862]: DEBUG nova.policy [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c83c5d4a5a1c487a95073327ce425314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f54aebf0f25d465c93ca5a3032536dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2097.373789] env[63862]: DEBUG oslo_vmware.api [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.713977] env[63862]: DEBUG nova.network.neutron [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Successfully created port: 52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2097.754736] env[63862]: DEBUG nova.network.neutron [-] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.801648] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2097.816213] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098305, 'name': CreateVM_Task, 'duration_secs': 0.505556} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.816527] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2097.817179] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.817440] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.817781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2097.818535] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d753016f-ac3d-4845-a805-518ccbcc448f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.824294] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2097.824294] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5251c141-9b3e-e9fa-0302-4ddb009b1b8a" [ 2097.824294] env[63862]: _type = "Task" [ 2097.824294] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.834810] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5251c141-9b3e-e9fa-0302-4ddb009b1b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.870220] env[63862]: DEBUG oslo_vmware.api [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098306, 'name': PowerOffVM_Task, 'duration_secs': 0.211981} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.870571] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2097.870785] env[63862]: DEBUG nova.compute.manager [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.871623] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c805112a-8deb-478a-9f00-ccc05ea19465 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.212565] env[63862]: DEBUG nova.network.neutron [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updated VIF entry in instance network info cache for port 2082a449-181b-42f0-8d81-cdabe4751c99. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.212963] env[63862]: DEBUG nova.network.neutron [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [{"id": "2082a449-181b-42f0-8d81-cdabe4751c99", "address": "fa:16:3e:b1:9d:f3", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2082a449-18", "ovs_interfaceid": "2082a449-181b-42f0-8d81-cdabe4751c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.259642] env[63862]: INFO nova.compute.manager [-] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Took 1.30 seconds to deallocate network for instance. [ 2098.277064] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63fd1b5-bf69-421c-898d-2c9e92c279a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.285476] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd6b8f9-2fc4-4817-a448-8b17c121e1e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.321354] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad14886-c3eb-4e6a-bf8e-c7d9b40e8117 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.332129] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d135ef95-c673-4b70-8cd1-6a2f594b724d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.339335] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5251c141-9b3e-e9fa-0302-4ddb009b1b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.340058] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.340308] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.340559] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.340707] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.340884] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.341150] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0705cdc3-9dc9-4751-b133-a4e28afd0c14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.350340] env[63862]: DEBUG nova.compute.provider_tree [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.360114] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.360114] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.360301] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ff1f72-01d5-480f-97cf-69a0adb974f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.367041] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2098.367041] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52157101-a28b-99b0-1c83-8a5f5c9ef998" [ 2098.367041] env[63862]: _type = "Task" [ 2098.367041] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.374446] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52157101-a28b-99b0-1c83-8a5f5c9ef998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.386654] env[63862]: DEBUG oslo_concurrency.lockutils [None req-810fd1df-1c91-499e-b003-b61c56f912f0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.715990] env[63862]: DEBUG oslo_concurrency.lockutils [req-b5386c8a-d8f1-407e-beef-ed2a17f12163 req-a62e3b72-a3b7-4895-b255-832534418272 service nova] Releasing lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.767444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.823090] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2098.853933] env[63862]: DEBUG nova.scheduler.client.report [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2098.862013] env[63862]: DEBUG nova.virt.hardware [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2098.862884] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6749a7d8-a2cb-4711-a5f1-8f254a100754 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.875056] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a474b5a-ee94-4404-b2c6-0ea5d8fc4ae4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.884628] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52157101-a28b-99b0-1c83-8a5f5c9ef998, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.885750] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21891bc-84b9-4a02-8153-4a8497b0d98b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.896049] env[63862]: DEBUG nova.objects.instance [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.900365] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2098.900365] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526de42f-5776-e82f-a37f-a8bf18536713" [ 2098.900365] env[63862]: _type = "Task" [ 2098.900365] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.907556] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526de42f-5776-e82f-a37f-a8bf18536713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.264057] env[63862]: DEBUG nova.compute.manager [req-6f9960ab-8bb9-455c-bc79-6941f5041573 req-eb618b05-fcde-460b-8649-71ebe17469f6 service nova] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Received event network-vif-deleted-634d729f-1a78-45c9-b5be-7e5efec12472 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2099.367577] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.368516] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2099.372397] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.401s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.372751] env[63862]: DEBUG nova.objects.instance [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lazy-loading 'resources' on Instance uuid 517b8af8-a458-478b-a2fd-cb05795051a1 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.407592] env[63862]: DEBUG oslo_concurrency.lockutils [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.407829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.408076] env[63862]: DEBUG nova.network.neutron [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.408163] env[63862]: DEBUG nova.objects.instance [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'info_cache' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.416053] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526de42f-5776-e82f-a37f-a8bf18536713, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.416318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.416565] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5/b3528b67-5ccc-4302-aad4-0a6f4f56ddc5.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2099.416853] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4706b055-8068-437c-9afd-6a462e507251 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.429118] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2099.429118] env[63862]: value = "task-2098307" [ 2099.429118] env[63862]: _type = "Task" [ 2099.429118] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.437683] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.667046] env[63862]: DEBUG nova.network.neutron [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Successfully updated port: 52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.873808] env[63862]: DEBUG nova.compute.utils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2099.875467] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2099.875714] env[63862]: DEBUG nova.network.neutron [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2099.911615] env[63862]: DEBUG nova.objects.base [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Object Instance<8ca39ef8-b09e-480b-93a4-44ceb7cbebfd> lazy-loaded attributes: flavor,info_cache {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2099.929976] env[63862]: DEBUG nova.policy [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41fdb549341549909e1cbed09da23da7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11eedd5d807248fbb6ffe3dabcc61c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2099.942056] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428716} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.942254] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5/b3528b67-5ccc-4302-aad4-0a6f4f56ddc5.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2099.942469] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2099.942723] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb24928e-39bd-4c65-9f8b-9983061f8b93 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.951120] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2099.951120] env[63862]: value = "task-2098308" [ 2099.951120] env[63862]: _type = "Task" [ 2099.951120] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.961241] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.169389] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "refresh_cache-70da175b-22e2-468a-b696-72f714c31102" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.169536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired lock "refresh_cache-70da175b-22e2-468a-b696-72f714c31102" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.170436] env[63862]: DEBUG nova.network.neutron [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.320084] env[63862]: DEBUG nova.network.neutron [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Successfully created port: 664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2100.349312] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf37dc-822b-4dda-b3b6-882d07ccfe54 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.357721] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6447c2dd-1f64-43da-a5a0-53dd01628b56 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.387930] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2100.391250] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335a7056-4a77-4991-9df9-96727d1a3dc8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.399022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e25d7-adcd-4456-8e2a-048be7b50dbc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.412598] env[63862]: DEBUG nova.compute.provider_tree [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.461118] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062769} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.461685] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2100.462445] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41104f87-992f-408d-8164-e9c9151cb128 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.484375] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5/b3528b67-5ccc-4302-aad4-0a6f4f56ddc5.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.486846] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a13994da-9fbe-4ea6-9e3f-d2a2413b661b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.506865] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2100.506865] env[63862]: value = "task-2098309" [ 2100.506865] env[63862]: _type = "Task" [ 2100.506865] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.516292] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.825812] env[63862]: DEBUG nova.network.neutron [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [{"id": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "address": "fa:16:3e:e5:06:d9", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea38cd9-30", "ovs_interfaceid": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.908305] env[63862]: DEBUG nova.network.neutron [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2100.917170] env[63862]: DEBUG nova.scheduler.client.report [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2101.018245] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098309, 'name': ReconfigVM_Task, 'duration_secs': 0.327242} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.018524] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5/b3528b67-5ccc-4302-aad4-0a6f4f56ddc5.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.019154] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b8f03e-cc53-4139-9217-81d98b424141 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.025629] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2101.025629] env[63862]: value = "task-2098310" [ 2101.025629] env[63862]: _type = "Task" [ 2101.025629] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.035183] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098310, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.072359] env[63862]: DEBUG nova.network.neutron [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Updating instance_info_cache with network_info: [{"id": "52a841e9-db89-48e1-86c9-79579f20ac99", "address": "fa:16:3e:e8:c2:bc", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a841e9-db", "ovs_interfaceid": "52a841e9-db89-48e1-86c9-79579f20ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.328577] env[63862]: DEBUG oslo_concurrency.lockutils [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.390936] env[63862]: DEBUG nova.compute.manager [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Received event network-vif-plugged-52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2101.391191] env[63862]: DEBUG oslo_concurrency.lockutils [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] Acquiring lock "70da175b-22e2-468a-b696-72f714c31102-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.391416] env[63862]: DEBUG oslo_concurrency.lockutils [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] Lock "70da175b-22e2-468a-b696-72f714c31102-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.391593] env[63862]: DEBUG oslo_concurrency.lockutils [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] Lock "70da175b-22e2-468a-b696-72f714c31102-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.391792] env[63862]: DEBUG nova.compute.manager [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] No waiting events found dispatching network-vif-plugged-52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2101.391962] env[63862]: WARNING nova.compute.manager [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Received unexpected event network-vif-plugged-52a841e9-db89-48e1-86c9-79579f20ac99 for instance with vm_state building and task_state spawning. [ 2101.392135] env[63862]: DEBUG nova.compute.manager [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Received event network-changed-52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2101.392291] env[63862]: DEBUG nova.compute.manager [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Refreshing instance network info cache due to event network-changed-52a841e9-db89-48e1-86c9-79579f20ac99. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2101.392457] env[63862]: DEBUG oslo_concurrency.lockutils [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] Acquiring lock "refresh_cache-70da175b-22e2-468a-b696-72f714c31102" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.401908] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2101.422698] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.425667] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.773s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.429026] env[63862]: INFO nova.compute.claims [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2101.432966] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2101.433231] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2101.433391] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2101.433584] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2101.433749] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2101.433923] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2101.434419] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2101.434419] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2101.434516] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2101.434666] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2101.434835] env[63862]: DEBUG nova.virt.hardware [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2101.435934] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855c4205-9577-4ee3-979b-5cdb628cad49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.445938] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c14112f-4a96-4336-9dc0-ad37c8e2e977 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.452050] env[63862]: INFO nova.scheduler.client.report [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Deleted allocations for instance 517b8af8-a458-478b-a2fd-cb05795051a1 [ 2101.536218] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098310, 'name': Rename_Task, 'duration_secs': 0.14155} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.536586] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.536743] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6223afec-141b-44a5-b341-a23dbd355f9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.544516] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2101.544516] env[63862]: value = "task-2098311" [ 2101.544516] env[63862]: _type = "Task" [ 2101.544516] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.557110] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.574873] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Releasing lock "refresh_cache-70da175b-22e2-468a-b696-72f714c31102" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.575331] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Instance network_info: |[{"id": "52a841e9-db89-48e1-86c9-79579f20ac99", "address": "fa:16:3e:e8:c2:bc", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a841e9-db", "ovs_interfaceid": "52a841e9-db89-48e1-86c9-79579f20ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2101.575674] env[63862]: DEBUG oslo_concurrency.lockutils [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] Acquired lock "refresh_cache-70da175b-22e2-468a-b696-72f714c31102" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.575871] env[63862]: DEBUG nova.network.neutron [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Refreshing network info cache for port 52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2101.577173] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:c2:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52a841e9-db89-48e1-86c9-79579f20ac99', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2101.585365] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Creating folder: Project (f54aebf0f25d465c93ca5a3032536dc8). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2101.588338] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aca3bd6-a54e-4863-8b24-ce53ee310e0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.601087] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Created folder: Project (f54aebf0f25d465c93ca5a3032536dc8) in parent group-v429490. [ 2101.601087] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Creating folder: Instances. Parent ref: group-v429677. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2101.601385] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86fd847d-0aaf-4bc7-9b33-52e083313918 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.610376] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Created folder: Instances in parent group-v429677. [ 2101.610623] env[63862]: DEBUG oslo.service.loopingcall [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.610836] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70da175b-22e2-468a-b696-72f714c31102] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2101.611069] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-314acf6b-02e9-495d-9af1-43a4c9b6e6f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.631524] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2101.631524] env[63862]: value = "task-2098314" [ 2101.631524] env[63862]: _type = "Task" [ 2101.631524] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.640197] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098314, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.856009] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.856494] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.856804] env[63862]: INFO nova.compute.manager [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Shelving [ 2101.895941] env[63862]: DEBUG nova.network.neutron [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Updated VIF entry in instance network info cache for port 52a841e9-db89-48e1-86c9-79579f20ac99. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2101.896347] env[63862]: DEBUG nova.network.neutron [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Updating instance_info_cache with network_info: [{"id": "52a841e9-db89-48e1-86c9-79579f20ac99", "address": "fa:16:3e:e8:c2:bc", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52a841e9-db", "ovs_interfaceid": "52a841e9-db89-48e1-86c9-79579f20ac99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.970475] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b895b911-488c-47a4-8d60-2b91172ce069 tempest-ServerRescueTestJSONUnderV235-286583786 tempest-ServerRescueTestJSONUnderV235-286583786-project-member] Lock "517b8af8-a458-478b-a2fd-cb05795051a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.865s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.056656] env[63862]: DEBUG oslo_vmware.api [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098311, 'name': PowerOnVM_Task, 'duration_secs': 0.447826} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.056656] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2102.056656] env[63862]: INFO nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Took 12.66 seconds to spawn the instance on the hypervisor. [ 2102.057167] env[63862]: DEBUG nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2102.057657] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586efee2-f3f6-49c8-a773-07eea0e674a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.141090] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098314, 'name': CreateVM_Task, 'duration_secs': 0.505425} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.141324] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70da175b-22e2-468a-b696-72f714c31102] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2102.141975] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.142157] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.142491] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2102.142742] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65475e8e-2681-4cc9-bc0f-8e6b1be8048b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.147568] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2102.147568] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ff7b0a-34f7-092e-2b38-adb4777462d9" [ 2102.147568] env[63862]: _type = "Task" [ 2102.147568] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.155057] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ff7b0a-34f7-092e-2b38-adb4777462d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.305356] env[63862]: DEBUG nova.network.neutron [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Successfully updated port: 664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2102.342217] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.342299] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49feebe9-3db1-48c2-9f32-9f61ef38a25c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.350167] env[63862]: DEBUG oslo_vmware.api [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2102.350167] env[63862]: value = "task-2098315" [ 2102.350167] env[63862]: _type = "Task" [ 2102.350167] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.367352] env[63862]: DEBUG oslo_vmware.api [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.399022] env[63862]: DEBUG oslo_concurrency.lockutils [req-29cbf1e8-c2b9-4ee8-bf7c-0301399c2048 req-5eae1a48-1ab7-4d57-84a6-e2f3fcf448c8 service nova] Releasing lock "refresh_cache-70da175b-22e2-468a-b696-72f714c31102" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.579816] env[63862]: INFO nova.compute.manager [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Took 58.68 seconds to build instance. [ 2102.662465] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ff7b0a-34f7-092e-2b38-adb4777462d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.662778] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.663067] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2102.663321] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.666098] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.666098] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2102.666098] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fb057f9-b418-4ad6-b80c-5a999e991c21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.674195] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2102.674195] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2102.677743] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9de2a4-0bc6-458f-abcf-e887beca08e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.683713] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2102.683713] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e9ef52-c540-abff-45bb-435eca7eec50" [ 2102.683713] env[63862]: _type = "Task" [ 2102.683713] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.693501] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e9ef52-c540-abff-45bb-435eca7eec50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.811191] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.811341] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.811537] env[63862]: DEBUG nova.network.neutron [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2102.864737] env[63862]: DEBUG oslo_vmware.api [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098315, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.870951] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.873773] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e00a4c9-7dde-4223-bf39-ee84bcfc65fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.882817] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2102.882817] env[63862]: value = "task-2098316" [ 2102.882817] env[63862]: _type = "Task" [ 2102.882817] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.896646] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.985866] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a59df56-d2e9-4767-a2ea-571001ed8767 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.994066] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b49b49-211a-4365-8d42-a426ef7f1b6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.025288] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb006a-394c-4fef-a856-a497b3bfb2c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.033471] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8f8768-14d0-4804-a770-366c42cc9ea3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.047282] env[63862]: DEBUG nova.compute.provider_tree [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.084626] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5025cf1d-12e3-4618-a3b9-fcd1e397077f tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.190s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.197205] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e9ef52-c540-abff-45bb-435eca7eec50, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.201041] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eff0f62-d64a-4f35-b5e2-8d6d30afd6f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.204798] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2103.204798] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5288c8af-fd37-eadf-00d6-40b134438dc1" [ 2103.204798] env[63862]: _type = "Task" [ 2103.204798] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.213280] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5288c8af-fd37-eadf-00d6-40b134438dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.359381] env[63862]: DEBUG nova.network.neutron [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2103.369831] env[63862]: DEBUG oslo_vmware.api [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098315, 'name': PowerOnVM_Task, 'duration_secs': 0.670125} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.370122] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.370332] env[63862]: DEBUG nova.compute.manager [None req-024ba4bc-2974-478d-9972-111bdcd93758 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.374446] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cf5d3-e348-4d2b-8121-5acd015728cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.396339] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098316, 'name': PowerOffVM_Task, 'duration_secs': 0.322518} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.396751] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2103.397720] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc58aad-210c-44d0-b160-e231f429213c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.424019] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ebd9f-6bfc-4a8d-8a18-3d908e7bc3c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.517651] env[63862]: DEBUG nova.compute.manager [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Received event network-vif-plugged-664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.517874] env[63862]: DEBUG oslo_concurrency.lockutils [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] Acquiring lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.518302] env[63862]: DEBUG oslo_concurrency.lockutils [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.518575] env[63862]: DEBUG oslo_concurrency.lockutils [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.518837] env[63862]: DEBUG nova.compute.manager [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] No waiting events found dispatching network-vif-plugged-664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2103.519166] env[63862]: WARNING nova.compute.manager [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Received unexpected event network-vif-plugged-664d4fd3-2410-4f97-8a2b-d8127d8d8b80 for instance with vm_state building and task_state spawning. [ 2103.519393] env[63862]: DEBUG nova.compute.manager [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Received event network-changed-664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2103.519645] env[63862]: DEBUG nova.compute.manager [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Refreshing instance network info cache due to event network-changed-664d4fd3-2410-4f97-8a2b-d8127d8d8b80. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2103.519864] env[63862]: DEBUG oslo_concurrency.lockutils [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] Acquiring lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.547359] env[63862]: DEBUG nova.network.neutron [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Updating instance_info_cache with network_info: [{"id": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "address": "fa:16:3e:20:e2:95", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664d4fd3-24", "ovs_interfaceid": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.549826] env[63862]: DEBUG nova.scheduler.client.report [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.587733] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2103.717048] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5288c8af-fd37-eadf-00d6-40b134438dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.717546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.717848] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 70da175b-22e2-468a-b696-72f714c31102/70da175b-22e2-468a-b696-72f714c31102.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2103.718137] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a26e8b-3859-4ef2-8f2e-812941afed00 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.725373] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2103.725373] env[63862]: value = "task-2098317" [ 2103.725373] env[63862]: _type = "Task" [ 2103.725373] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.736366] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.937252] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2103.937611] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c244e4e-e566-47f1-ac65-593ef6bee756 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.949620] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2103.949620] env[63862]: value = "task-2098318" [ 2103.949620] env[63862]: _type = "Task" [ 2103.949620] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.963915] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098318, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.047785] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.049529] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Instance network_info: |[{"id": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "address": "fa:16:3e:20:e2:95", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664d4fd3-24", "ovs_interfaceid": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2104.049529] env[63862]: DEBUG oslo_concurrency.lockutils [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] Acquired lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.049529] env[63862]: DEBUG nova.network.neutron [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Refreshing network info cache for port 664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2104.050063] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e2:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '664d4fd3-2410-4f97-8a2b-d8127d8d8b80', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2104.061457] env[63862]: DEBUG oslo.service.loopingcall [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.065503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.066083] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2104.069224] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2104.069763] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.531s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.072038] env[63862]: INFO nova.compute.claims [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2104.074626] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-205ab2e3-611a-4076-9ebb-a6291eeb8d2c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.108393] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2104.108393] env[63862]: value = "task-2098319" [ 2104.108393] env[63862]: _type = "Task" [ 2104.108393] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.114680] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2104.123165] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098319, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.238595] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467221} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.239404] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 70da175b-22e2-468a-b696-72f714c31102/70da175b-22e2-468a-b696-72f714c31102.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2104.239645] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2104.239914] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1150cf3e-f14b-486a-8275-2a331b801a62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.247296] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2104.247296] env[63862]: value = "task-2098320" [ 2104.247296] env[63862]: _type = "Task" [ 2104.247296] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.257281] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.403883] env[63862]: DEBUG nova.network.neutron [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Updated VIF entry in instance network info cache for port 664d4fd3-2410-4f97-8a2b-d8127d8d8b80. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2104.404312] env[63862]: DEBUG nova.network.neutron [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Updating instance_info_cache with network_info: [{"id": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "address": "fa:16:3e:20:e2:95", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664d4fd3-24", "ovs_interfaceid": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.463148] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098318, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.571903] env[63862]: DEBUG nova.compute.utils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2104.573099] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2104.573303] env[63862]: DEBUG nova.network.neutron [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2104.618858] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098319, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.629067] env[63862]: DEBUG nova.policy [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32186394084346bba8b599de9eed565b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589151c8d7064fc0a549bd301e969df8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2104.762283] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066082} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.762555] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2104.763507] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe1a4f2-b62f-4098-8b53-e8a6cc8c848e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.788440] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 70da175b-22e2-468a-b696-72f714c31102/70da175b-22e2-468a-b696-72f714c31102.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2104.788874] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1636584-4680-4453-84bb-dae207219b0c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.811615] env[63862]: DEBUG nova.compute.manager [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2104.816334] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2104.816334] env[63862]: value = "task-2098321" [ 2104.816334] env[63862]: _type = "Task" [ 2104.816334] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.835192] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.906925] env[63862]: DEBUG oslo_concurrency.lockutils [req-06f78dc1-f19e-4708-ba98-2c7f7876ac93 req-c376e281-504b-4bb3-bd17-204556674ee6 service nova] Releasing lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.956539] env[63862]: DEBUG nova.network.neutron [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Successfully created port: 0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2104.961931] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098318, 'name': CreateSnapshot_Task, 'duration_secs': 0.922226} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.962220] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2104.963116] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e379de-258b-48ca-83c7-4d529949bec0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.076356] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2105.119081] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098319, 'name': CreateVM_Task, 'duration_secs': 0.756386} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.119081] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2105.123020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.123020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.123020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2105.123020] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b83f303-276c-4995-be65-0bf28f558177 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.125151] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2105.125151] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52920ae7-c351-dbd7-c422-dd6e98c48ece" [ 2105.125151] env[63862]: _type = "Task" [ 2105.125151] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.135156] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52920ae7-c351-dbd7-c422-dd6e98c48ece, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.330462] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.331475] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.480814] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2105.484057] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6892e429-4fce-42bf-8d2b-0f1747e38ce9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.493341] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2105.493341] env[63862]: value = "task-2098322" [ 2105.493341] env[63862]: _type = "Task" [ 2105.493341] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.501723] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098322, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.566929] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc5d285-ddbd-483c-b589-2d5b19924257 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.575033] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84974dd5-d50e-4609-876d-b4a8b8d9bf0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.609667] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7461a97-0a11-4e46-80ee-76d672f54d9c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.617474] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaaee3c-d224-4b62-8999-989b78a3d846 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.632433] env[63862]: DEBUG nova.compute.provider_tree [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.642818] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52920ae7-c351-dbd7-c422-dd6e98c48ece, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.643675] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.644020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2105.644180] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.644335] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.644520] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2105.645049] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3591b1c0-c723-40ec-b772-2453de955f39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.653222] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2105.653393] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2105.654109] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9b6eff-283c-4e48-9a09-9e5dd393d5e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.659383] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2105.659383] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522f89f1-c660-7603-f0b5-ba4c265cdeb8" [ 2105.659383] env[63862]: _type = "Task" [ 2105.659383] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.667014] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522f89f1-c660-7603-f0b5-ba4c265cdeb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.832297] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.002818] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098322, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.111068] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2106.137396] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2106.137690] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.137942] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2106.138192] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.138371] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2106.138550] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2106.138842] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2106.139037] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2106.139913] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2106.139913] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2106.139913] env[63862]: DEBUG nova.virt.hardware [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2106.140393] env[63862]: DEBUG nova.scheduler.client.report [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.146980] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e0a0a4-f5b9-4186-a0b2-08769f0e1256 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.155881] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c310c7-b1a5-494f-b752-88e169c47f20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.180023] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522f89f1-c660-7603-f0b5-ba4c265cdeb8, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.181264] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25b01b5-c41a-4690-970f-d318a3272897 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.186958] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2106.186958] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5263ac7e-6742-abfc-002a-0d4ada914926" [ 2106.186958] env[63862]: _type = "Task" [ 2106.186958] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.196503] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5263ac7e-6742-abfc-002a-0d4ada914926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.335317] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098321, 'name': ReconfigVM_Task, 'duration_secs': 1.459884} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.335317] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 70da175b-22e2-468a-b696-72f714c31102/70da175b-22e2-468a-b696-72f714c31102.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2106.335317] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2093c73b-8e8e-40d6-91ba-164fd96ca256 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.340331] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2106.340331] env[63862]: value = "task-2098323" [ 2106.340331] env[63862]: _type = "Task" [ 2106.340331] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.351961] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098323, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.427046] env[63862]: DEBUG nova.compute.manager [req-eb779aae-56aa-4fbc-80e2-720ba45e719e req-b5063d1a-4844-4070-ab74-e7739a02212c service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Received event network-vif-plugged-0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2106.427260] env[63862]: DEBUG oslo_concurrency.lockutils [req-eb779aae-56aa-4fbc-80e2-720ba45e719e req-b5063d1a-4844-4070-ab74-e7739a02212c service nova] Acquiring lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.427475] env[63862]: DEBUG oslo_concurrency.lockutils [req-eb779aae-56aa-4fbc-80e2-720ba45e719e req-b5063d1a-4844-4070-ab74-e7739a02212c service nova] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.427636] env[63862]: DEBUG oslo_concurrency.lockutils [req-eb779aae-56aa-4fbc-80e2-720ba45e719e req-b5063d1a-4844-4070-ab74-e7739a02212c service nova] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.427799] env[63862]: DEBUG nova.compute.manager [req-eb779aae-56aa-4fbc-80e2-720ba45e719e req-b5063d1a-4844-4070-ab74-e7739a02212c service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] No waiting events found dispatching network-vif-plugged-0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2106.427973] env[63862]: WARNING nova.compute.manager [req-eb779aae-56aa-4fbc-80e2-720ba45e719e req-b5063d1a-4844-4070-ab74-e7739a02212c service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Received unexpected event network-vif-plugged-0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf for instance with vm_state building and task_state spawning. [ 2106.503359] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098322, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.544357] env[63862]: DEBUG nova.network.neutron [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Successfully updated port: 0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2106.653354] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.653354] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2106.655551] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.991s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.657064] env[63862]: INFO nova.compute.claims [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2106.698681] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5263ac7e-6742-abfc-002a-0d4ada914926, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.698898] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.699238] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9/5d39cad9-1cef-4c06-8b52-8fbbf27b97a9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2106.699705] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40221937-1e81-46d1-82e3-518e3e66dba2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.707509] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2106.707509] env[63862]: value = "task-2098324" [ 2106.707509] env[63862]: _type = "Task" [ 2106.707509] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.715120] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.849643] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098323, 'name': Rename_Task, 'duration_secs': 0.13827} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.849913] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2106.850205] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83137895-4346-450e-a83c-55e1f872115c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.857590] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2106.857590] env[63862]: value = "task-2098325" [ 2106.857590] env[63862]: _type = "Task" [ 2106.857590] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.865707] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.006000] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098322, 'name': CloneVM_Task, 'duration_secs': 1.357846} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.006313] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Created linked-clone VM from snapshot [ 2107.007478] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f803149-8259-45e0-9412-a475963bf422 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.016101] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Uploading image b529bf4c-8134-44d7-827b-92a63dc08fe5 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2107.040771] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2107.040771] env[63862]: value = "vm-429682" [ 2107.040771] env[63862]: _type = "VirtualMachine" [ 2107.040771] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2107.041176] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-371ac3b4-a5fa-47ad-b818-d8cf7f5e16b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.047961] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "refresh_cache-0380cd6a-b3e4-49d7-90bc-14e5443f23ef" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.048234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "refresh_cache-0380cd6a-b3e4-49d7-90bc-14e5443f23ef" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2107.048392] env[63862]: DEBUG nova.network.neutron [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2107.051117] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease: (returnval){ [ 2107.051117] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e23743-3045-b89a-faa3-a9c1ddb3bd29" [ 2107.051117] env[63862]: _type = "HttpNfcLease" [ 2107.051117] env[63862]: } obtained for exporting VM: (result){ [ 2107.051117] env[63862]: value = "vm-429682" [ 2107.051117] env[63862]: _type = "VirtualMachine" [ 2107.051117] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2107.051397] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the lease: (returnval){ [ 2107.051397] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e23743-3045-b89a-faa3-a9c1ddb3bd29" [ 2107.051397] env[63862]: _type = "HttpNfcLease" [ 2107.051397] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2107.059135] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2107.059135] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e23743-3045-b89a-faa3-a9c1ddb3bd29" [ 2107.059135] env[63862]: _type = "HttpNfcLease" [ 2107.059135] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2107.162176] env[63862]: DEBUG nova.compute.utils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2107.167214] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2107.167559] env[63862]: DEBUG nova.network.neutron [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2107.213706] env[63862]: DEBUG nova.policy [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d718a8118b24a55b39ba50fc35a92fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '300f67bd54cc481d8b06a1569d3b29ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2107.220409] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440192} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.220645] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9/5d39cad9-1cef-4c06-8b52-8fbbf27b97a9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2107.220871] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2107.221153] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e023f83c-b2a9-4333-8c56-204ff3d8b692 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.227678] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2107.227678] env[63862]: value = "task-2098327" [ 2107.227678] env[63862]: _type = "Task" [ 2107.227678] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.236412] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.376040] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.563564] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2107.563564] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e23743-3045-b89a-faa3-a9c1ddb3bd29" [ 2107.563564] env[63862]: _type = "HttpNfcLease" [ 2107.563564] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2107.566098] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2107.566098] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e23743-3045-b89a-faa3-a9c1ddb3bd29" [ 2107.566098] env[63862]: _type = "HttpNfcLease" [ 2107.566098] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2107.566098] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cccb96-8de6-44b4-8742-a2cd62919def {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.574627] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298ad66-e459-15ae-c7ae-bd4bfa75a09f/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2107.575062] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298ad66-e459-15ae-c7ae-bd4bfa75a09f/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2107.577210] env[63862]: DEBUG nova.network.neutron [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Successfully created port: 35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2107.637758] env[63862]: DEBUG nova.network.neutron [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2107.668217] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2107.672414] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ed3276f-413c-461e-8b5c-6f2b044c3936 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.737705] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066603} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.737705] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2107.738351] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8698f-29b5-416f-9f48-cd00bfe6513f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.761566] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9/5d39cad9-1cef-4c06-8b52-8fbbf27b97a9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2107.761566] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7172a393-bbd8-4109-af0f-f1bffe88d5fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.781049] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2107.781049] env[63862]: value = "task-2098328" [ 2107.781049] env[63862]: _type = "Task" [ 2107.781049] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.795176] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.842586] env[63862]: DEBUG nova.network.neutron [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Updating instance_info_cache with network_info: [{"id": "0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf", "address": "fa:16:3e:b2:d9:82", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada34d9-8c", "ovs_interfaceid": "0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.870184] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.297685] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098328, 'name': ReconfigVM_Task, 'duration_secs': 0.502914} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.299332] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9/5d39cad9-1cef-4c06-8b52-8fbbf27b97a9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2108.299332] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf572ac6-a99b-4883-887b-f6533c04a778 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.308211] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2108.308211] env[63862]: value = "task-2098329" [ 2108.308211] env[63862]: _type = "Task" [ 2108.308211] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.320193] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098329, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.322342] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865ae96-ea96-4d9b-aa52-10eae5d98b0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.329687] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10518de1-2ccc-4582-8e80-64544eb75462 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.365423] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "refresh_cache-0380cd6a-b3e4-49d7-90bc-14e5443f23ef" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.365650] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Instance network_info: |[{"id": "0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf", "address": "fa:16:3e:b2:d9:82", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada34d9-8c", "ovs_interfaceid": "0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2108.367126] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:d9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2108.376622] env[63862]: DEBUG oslo.service.loopingcall [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.382220] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc289d10-93c6-4d4a-a13d-86da2ccb1b9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.383750] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2108.383976] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fa08479-24d4-4fee-abe7-7e09682f88dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.403887] env[63862]: DEBUG oslo_vmware.api [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098325, 'name': PowerOnVM_Task, 'duration_secs': 1.053663} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.406975] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2108.407301] env[63862]: INFO nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Took 9.58 seconds to spawn the instance on the hypervisor. [ 2108.407590] env[63862]: DEBUG nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2108.407932] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2108.407932] env[63862]: value = "task-2098330" [ 2108.407932] env[63862]: _type = "Task" [ 2108.407932] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.408649] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb81a39-6b29-4896-bcd3-6b0cdb49cffb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.412180] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df403795-0ca7-4842-b1b2-d61024505a16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.443433] env[63862]: DEBUG nova.compute.provider_tree [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.444698] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098330, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.456423] env[63862]: DEBUG nova.compute.manager [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Received event network-changed-0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2108.456696] env[63862]: DEBUG nova.compute.manager [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Refreshing instance network info cache due to event network-changed-0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2108.456991] env[63862]: DEBUG oslo_concurrency.lockutils [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] Acquiring lock "refresh_cache-0380cd6a-b3e4-49d7-90bc-14e5443f23ef" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.457133] env[63862]: DEBUG oslo_concurrency.lockutils [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] Acquired lock "refresh_cache-0380cd6a-b3e4-49d7-90bc-14e5443f23ef" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.457492] env[63862]: DEBUG nova.network.neutron [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Refreshing network info cache for port 0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2108.685695] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2108.709734] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2108.710111] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2108.710340] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2108.710644] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2108.710904] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2108.711164] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2108.711460] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2108.711650] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2108.711936] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2108.712215] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2108.712394] env[63862]: DEBUG nova.virt.hardware [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2108.713403] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35104b65-71de-4726-b8f7-cd6195880fdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.723998] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b56d3-53b8-40c4-b01e-2eb2b76f18c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.819664] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098329, 'name': Rename_Task, 'duration_secs': 0.228805} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.819998] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2108.820387] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0061cf15-4181-4297-b0a5-2b6956785a48 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.828167] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2108.828167] env[63862]: value = "task-2098331" [ 2108.828167] env[63862]: _type = "Task" [ 2108.828167] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.837311] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.928144] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098330, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.951894] env[63862]: DEBUG nova.scheduler.client.report [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.959020] env[63862]: INFO nova.compute.manager [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: 70da175b-22e2-468a-b696-72f714c31102] Took 53.59 seconds to build instance. [ 2109.235371] env[63862]: DEBUG nova.network.neutron [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Updated VIF entry in instance network info cache for port 0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2109.235670] env[63862]: DEBUG nova.network.neutron [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Updating instance_info_cache with network_info: [{"id": "0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf", "address": "fa:16:3e:b2:d9:82", "network": {"id": "fe67c17d-56d4-447b-95ba-4b7bd61d136d", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-469583937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589151c8d7064fc0a549bd301e969df8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ada34d9-8c", "ovs_interfaceid": "0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.341867] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.374637] env[63862]: DEBUG nova.network.neutron [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Successfully updated port: 35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2109.429164] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098330, 'name': CreateVM_Task, 'duration_secs': 0.580567} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.429164] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2109.429164] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.429164] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.429459] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2109.429714] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dda367f-ef74-460c-aa9c-e3ad35db8424 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.437019] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2109.437019] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52345d36-fd33-b14a-4b4c-7ab4c22c4ba8" [ 2109.437019] env[63862]: _type = "Task" [ 2109.437019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.445348] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52345d36-fd33-b14a-4b4c-7ab4c22c4ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.457476] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.457593] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2109.460518] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.592s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.460908] env[63862]: DEBUG nova.objects.instance [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lazy-loading 'resources' on Instance uuid cd512d37-903a-4b5b-91d3-81c6c4417a0f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2109.462242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-16f63f19-6d51-4815-ad7e-26e5e56b8664 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "70da175b-22e2-468a-b696-72f714c31102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.804s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.590997] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Acquiring lock "70da175b-22e2-468a-b696-72f714c31102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.591499] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Lock "70da175b-22e2-468a-b696-72f714c31102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.591733] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Acquiring lock "70da175b-22e2-468a-b696-72f714c31102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.591954] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Lock "70da175b-22e2-468a-b696-72f714c31102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.592299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Lock "70da175b-22e2-468a-b696-72f714c31102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.594680] env[63862]: INFO nova.compute.manager [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Terminating instance [ 2109.738868] env[63862]: DEBUG oslo_concurrency.lockutils [req-cb43a2f5-ac1f-4e68-8d49-180c6c3622ad req-8775bd21-65b8-49e3-a7cd-f30b10c511f6 service nova] Releasing lock "refresh_cache-0380cd6a-b3e4-49d7-90bc-14e5443f23ef" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.840144] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098331, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.877671] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-4c1532b1-8f52-49c0-b864-37fc2a5e33a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.877826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-4c1532b1-8f52-49c0-b864-37fc2a5e33a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.878037] env[63862]: DEBUG nova.network.neutron [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.944919] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52345d36-fd33-b14a-4b4c-7ab4c22c4ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.945165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.945408] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2109.945646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.945795] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.945978] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2109.946271] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ba01af-578a-48f0-91dc-68d531045fd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.955708] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2109.955915] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2109.956681] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee59e1cd-07a4-4eff-9923-ef15da879706 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.962325] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2109.962325] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52598e93-7c46-f130-279a-256bff14a60b" [ 2109.962325] env[63862]: _type = "Task" [ 2109.962325] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.966846] env[63862]: DEBUG nova.compute.utils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2109.971217] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2109.974186] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2109.975098] env[63862]: DEBUG nova.network.neutron [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2109.982388] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52598e93-7c46-f130-279a-256bff14a60b, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.984147] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270c8e06-bac3-4cab-8f93-46479c0866af {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.991793] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2109.991793] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52685701-3196-c68b-401c-731c92e65b0b" [ 2109.991793] env[63862]: _type = "Task" [ 2109.991793] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.002110] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52685701-3196-c68b-401c-731c92e65b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.044517] env[63862]: DEBUG nova.policy [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35e51dfcb92d4c03bda62143b2fd90fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f8efe2324864c44a24ff16b5a5b5c23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2110.099082] env[63862]: DEBUG nova.compute.manager [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2110.099373] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2110.100279] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b44d17-473d-478b-a0d3-6f4a47273e6d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.109992] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2110.109992] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0c3a93-8161-49a2-affc-0927c80166e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.116081] env[63862]: DEBUG oslo_vmware.api [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Waiting for the task: (returnval){ [ 2110.116081] env[63862]: value = "task-2098332" [ 2110.116081] env[63862]: _type = "Task" [ 2110.116081] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.129076] env[63862]: DEBUG oslo_vmware.api [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Task: {'id': task-2098332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.341593] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.408355] env[63862]: DEBUG nova.network.neutron [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Successfully created port: dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2110.426650] env[63862]: DEBUG nova.network.neutron [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2110.481586] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2110.490950] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ae477-526a-47d8-83db-2de0632aae3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.510916] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a3fa2-35ca-4bd9-9f54-118279f45f7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.514462] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52685701-3196-c68b-401c-731c92e65b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.515653] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.515945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.516206] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0380cd6a-b3e4-49d7-90bc-14e5443f23ef/0380cd6a-b3e4-49d7-90bc-14e5443f23ef.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2110.518107] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b68493-e1fb-4a8f-afce-bb5804c7faf9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.549114] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b046a6-a6ba-413a-8ce2-1fda53081b56 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.553840] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2110.553840] env[63862]: value = "task-2098333" [ 2110.553840] env[63862]: _type = "Task" [ 2110.553840] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.561382] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a45502-f273-48bd-a9e9-5daaa71f04ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.568771] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.579042] env[63862]: DEBUG nova.compute.provider_tree [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.593919] env[63862]: DEBUG nova.compute.manager [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Received event network-vif-plugged-35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2110.594189] env[63862]: DEBUG oslo_concurrency.lockutils [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] Acquiring lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.594420] env[63862]: DEBUG oslo_concurrency.lockutils [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.594588] env[63862]: DEBUG oslo_concurrency.lockutils [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.595277] env[63862]: DEBUG nova.compute.manager [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] No waiting events found dispatching network-vif-plugged-35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2110.595277] env[63862]: WARNING nova.compute.manager [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Received unexpected event network-vif-plugged-35ca0d9e-969a-4a41-adea-6abf059b6f4a for instance with vm_state building and task_state spawning. [ 2110.595277] env[63862]: DEBUG nova.compute.manager [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Received event network-changed-35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2110.595277] env[63862]: DEBUG nova.compute.manager [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Refreshing instance network info cache due to event network-changed-35ca0d9e-969a-4a41-adea-6abf059b6f4a. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2110.595442] env[63862]: DEBUG oslo_concurrency.lockutils [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] Acquiring lock "refresh_cache-4c1532b1-8f52-49c0-b864-37fc2a5e33a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.626620] env[63862]: DEBUG oslo_vmware.api [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Task: {'id': task-2098332, 'name': PowerOffVM_Task, 'duration_secs': 0.262544} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.626958] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2110.627161] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2110.627445] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a24cd371-7725-4824-9213-042abb77b9d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.630205] env[63862]: DEBUG nova.network.neutron [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Updating instance_info_cache with network_info: [{"id": "35ca0d9e-969a-4a41-adea-6abf059b6f4a", "address": "fa:16:3e:35:04:86", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35ca0d9e-96", "ovs_interfaceid": "35ca0d9e-969a-4a41-adea-6abf059b6f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.713176] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2110.713413] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2110.713612] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Deleting the datastore file [datastore2] 70da175b-22e2-468a-b696-72f714c31102 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2110.713890] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e298ca72-cdcc-492a-a6f3-26e06bbbe42c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.721265] env[63862]: DEBUG oslo_vmware.api [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Waiting for the task: (returnval){ [ 2110.721265] env[63862]: value = "task-2098335" [ 2110.721265] env[63862]: _type = "Task" [ 2110.721265] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.733298] env[63862]: DEBUG oslo_vmware.api [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Task: {'id': task-2098335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.844496] env[63862]: DEBUG oslo_vmware.api [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098331, 'name': PowerOnVM_Task, 'duration_secs': 1.624147} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.844796] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2110.845047] env[63862]: INFO nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Took 9.44 seconds to spawn the instance on the hypervisor. [ 2110.845244] env[63862]: DEBUG nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.846176] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd9758-69ad-49b5-abaa-f1312304fb33 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.065712] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098333, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.082023] env[63862]: DEBUG nova.scheduler.client.report [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.133112] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-4c1532b1-8f52-49c0-b864-37fc2a5e33a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.133473] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance network_info: |[{"id": "35ca0d9e-969a-4a41-adea-6abf059b6f4a", "address": "fa:16:3e:35:04:86", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35ca0d9e-96", "ovs_interfaceid": "35ca0d9e-969a-4a41-adea-6abf059b6f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.133782] env[63862]: DEBUG oslo_concurrency.lockutils [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] Acquired lock "refresh_cache-4c1532b1-8f52-49c0-b864-37fc2a5e33a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.133989] env[63862]: DEBUG nova.network.neutron [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Refreshing network info cache for port 35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.135446] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:04:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35ca0d9e-969a-4a41-adea-6abf059b6f4a', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.144179] env[63862]: DEBUG oslo.service.loopingcall [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.145270] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.145894] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-899e74ef-17f4-4129-b474-622e01a9cc9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.168398] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.168398] env[63862]: value = "task-2098336" [ 2111.168398] env[63862]: _type = "Task" [ 2111.168398] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.177184] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.231811] env[63862]: DEBUG oslo_vmware.api [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Task: {'id': task-2098335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487248} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.232039] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2111.232214] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2111.232390] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2111.232559] env[63862]: INFO nova.compute.manager [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] [instance: 70da175b-22e2-468a-b696-72f714c31102] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2111.232795] env[63862]: DEBUG oslo.service.loopingcall [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.232982] env[63862]: DEBUG nova.compute.manager [-] [instance: 70da175b-22e2-468a-b696-72f714c31102] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2111.233094] env[63862]: DEBUG nova.network.neutron [-] [instance: 70da175b-22e2-468a-b696-72f714c31102] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2111.371516] env[63862]: INFO nova.compute.manager [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Took 54.08 seconds to build instance. [ 2111.494973] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2111.523368] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2111.523660] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2111.524205] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2111.525041] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2111.525204] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2111.525402] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2111.525591] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2111.525781] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2111.525920] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2111.526107] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2111.526288] env[63862]: DEBUG nova.virt.hardware [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2111.527239] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f013bb-f48b-473d-94c7-8a8aa8311fca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.536598] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95000e-b566-4a3b-b8a4-ef1998119984 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.565524] env[63862]: DEBUG nova.compute.manager [req-570caad9-aace-450d-b606-9ac995ca5ba1 req-12a304fe-612f-4e42-ad60-4a41b3a3f5bc service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Received event network-vif-deleted-52a841e9-db89-48e1-86c9-79579f20ac99 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.565879] env[63862]: INFO nova.compute.manager [req-570caad9-aace-450d-b606-9ac995ca5ba1 req-12a304fe-612f-4e42-ad60-4a41b3a3f5bc service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Neutron deleted interface 52a841e9-db89-48e1-86c9-79579f20ac99; detaching it from the instance and deleting it from the info cache [ 2111.566164] env[63862]: DEBUG nova.network.neutron [req-570caad9-aace-450d-b606-9ac995ca5ba1 req-12a304fe-612f-4e42-ad60-4a41b3a3f5bc service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.573280] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542546} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.574305] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0380cd6a-b3e4-49d7-90bc-14e5443f23ef/0380cd6a-b3e4-49d7-90bc-14e5443f23ef.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2111.574305] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2111.574305] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0c37420-5ed4-4634-9673-32e804faf112 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.586838] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2111.586838] env[63862]: value = "task-2098337" [ 2111.586838] env[63862]: _type = "Task" [ 2111.586838] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.587832] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.591349] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.595s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.593472] env[63862]: INFO nova.compute.claims [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2111.605500] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.614431] env[63862]: INFO nova.scheduler.client.report [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Deleted allocations for instance cd512d37-903a-4b5b-91d3-81c6c4417a0f [ 2111.679041] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.876033] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e83febfc-b92f-4b84-a62f-17786a067d55 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.184s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.904952] env[63862]: DEBUG nova.network.neutron [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Updated VIF entry in instance network info cache for port 35ca0d9e-969a-4a41-adea-6abf059b6f4a. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2111.905328] env[63862]: DEBUG nova.network.neutron [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Updating instance_info_cache with network_info: [{"id": "35ca0d9e-969a-4a41-adea-6abf059b6f4a", "address": "fa:16:3e:35:04:86", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35ca0d9e-96", "ovs_interfaceid": "35ca0d9e-969a-4a41-adea-6abf059b6f4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.043680] env[63862]: DEBUG nova.network.neutron [-] [instance: 70da175b-22e2-468a-b696-72f714c31102] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.074484] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1305115-26fe-49db-8eaf-7d79d290e5a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.084146] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a0206a-e36b-4eee-bb96-4ac4c218ea1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.107221] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109395} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.107221] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2112.107777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f454b-20e5-4fee-b066-2643c04818ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.130389] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6703fd9c-eb0a-4c9d-9310-774ee9b787ef tempest-ServersV294TestFqdnHostnames-1548894270 tempest-ServersV294TestFqdnHostnames-1548894270-project-member] Lock "cd512d37-903a-4b5b-91d3-81c6c4417a0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.039s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.132852] env[63862]: DEBUG nova.compute.manager [req-570caad9-aace-450d-b606-9ac995ca5ba1 req-12a304fe-612f-4e42-ad60-4a41b3a3f5bc service nova] [instance: 70da175b-22e2-468a-b696-72f714c31102] Detach interface failed, port_id=52a841e9-db89-48e1-86c9-79579f20ac99, reason: Instance 70da175b-22e2-468a-b696-72f714c31102 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2112.159179] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 0380cd6a-b3e4-49d7-90bc-14e5443f23ef/0380cd6a-b3e4-49d7-90bc-14e5443f23ef.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2112.159884] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a55177-9801-4fe1-b67b-5f9c9ab57ff4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.184209] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.185731] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2112.185731] env[63862]: value = "task-2098338" [ 2112.185731] env[63862]: _type = "Task" [ 2112.185731] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.195936] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.379506] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2112.408422] env[63862]: DEBUG oslo_concurrency.lockutils [req-b8e56d6d-1a11-45f2-bd39-f551dbc8a82e req-eaef15ca-8220-491a-835a-70298afbd5ea service nova] Releasing lock "refresh_cache-4c1532b1-8f52-49c0-b864-37fc2a5e33a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.549599] env[63862]: INFO nova.compute.manager [-] [instance: 70da175b-22e2-468a-b696-72f714c31102] Took 1.32 seconds to deallocate network for instance. [ 2112.688218] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.699423] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.901914] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.059602] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.104811] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bedc35-b7cc-4c7c-a8dd-ab55b1e192a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.115023] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38d1f94-fde1-4cac-9393-9b40066083b1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.144643] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e151f1d9-d216-47f3-817c-788505a1669c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.152125] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef319ca-997b-49cb-ab04-fdf0225026ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.167167] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2113.186718] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.195863] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098338, 'name': ReconfigVM_Task, 'duration_secs': 0.568727} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.196155] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 0380cd6a-b3e4-49d7-90bc-14e5443f23ef/0380cd6a-b3e4-49d7-90bc-14e5443f23ef.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2113.196788] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b858d78-483d-4b1b-b911-2a933de61f02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.203206] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2113.203206] env[63862]: value = "task-2098339" [ 2113.203206] env[63862]: _type = "Task" [ 2113.203206] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.212302] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098339, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.690229] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.692876] env[63862]: DEBUG nova.compute.manager [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Received event network-changed-664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2113.693140] env[63862]: DEBUG nova.compute.manager [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Refreshing instance network info cache due to event network-changed-664d4fd3-2410-4f97-8a2b-d8127d8d8b80. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2113.693404] env[63862]: DEBUG oslo_concurrency.lockutils [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] Acquiring lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.693603] env[63862]: DEBUG oslo_concurrency.lockutils [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] Acquired lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.693800] env[63862]: DEBUG nova.network.neutron [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Refreshing network info cache for port 664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2113.713526] env[63862]: ERROR nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [req-ef60daf3-14a8-4dbf-bb89-2dd26af238ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef60daf3-14a8-4dbf-bb89-2dd26af238ef"}]} [ 2113.724138] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098339, 'name': Rename_Task, 'duration_secs': 0.188351} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.724404] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2113.724668] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd18af0-5bc2-4040-b61e-8bc5b008c298 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.735993] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2113.740311] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2113.740311] env[63862]: value = "task-2098340" [ 2113.740311] env[63862]: _type = "Task" [ 2113.740311] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.754738] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.772850] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2113.773254] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2113.791844] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2113.815128] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2114.191853] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.249569] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.356115] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66099ac5-2640-42ed-a6a0-bc6dac80a470 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.364198] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9668ae6-6d38-4245-a44d-4ef0699ffa02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.398013] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debe5d8c-7eee-4ab3-bb58-35e14139bd87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.406761] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c929c-1ce7-4208-853c-bf57f47f5c7b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.423009] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2114.693469] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.751579] env[63862]: DEBUG oslo_vmware.api [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098340, 'name': PowerOnVM_Task, 'duration_secs': 0.651882} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.751579] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2114.751579] env[63862]: INFO nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Took 8.64 seconds to spawn the instance on the hypervisor. [ 2114.751579] env[63862]: DEBUG nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2114.752341] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b87e46d-c67a-471e-a6f7-fe672ce09069 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.945370] env[63862]: DEBUG nova.network.neutron [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Updated VIF entry in instance network info cache for port 664d4fd3-2410-4f97-8a2b-d8127d8d8b80. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2114.945754] env[63862]: DEBUG nova.network.neutron [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Updating instance_info_cache with network_info: [{"id": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "address": "fa:16:3e:20:e2:95", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap664d4fd3-24", "ovs_interfaceid": "664d4fd3-2410-4f97-8a2b-d8127d8d8b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.974339] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2114.974664] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 93 to 94 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2114.974850] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2115.057227] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298ad66-e459-15ae-c7ae-bd4bfa75a09f/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2115.058094] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5199e8-2783-4c4b-8fda-96ac659651be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.064671] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298ad66-e459-15ae-c7ae-bd4bfa75a09f/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2115.066025] env[63862]: ERROR oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298ad66-e459-15ae-c7ae-bd4bfa75a09f/disk-0.vmdk due to incomplete transfer. [ 2115.066025] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e84bc003-5693-4aea-a37c-a906c5ce0c06 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.073550] env[63862]: DEBUG oslo_vmware.rw_handles [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5298ad66-e459-15ae-c7ae-bd4bfa75a09f/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2115.073865] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Uploaded image b529bf4c-8134-44d7-827b-92a63dc08fe5 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2115.076492] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2115.076581] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff014ec6-75b8-4bf3-8be7-f9d7c4c7e972 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.082770] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2115.082770] env[63862]: value = "task-2098341" [ 2115.082770] env[63862]: _type = "Task" [ 2115.082770] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.092358] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.198126] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.276019] env[63862]: INFO nova.compute.manager [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Took 50.65 seconds to build instance. [ 2115.449396] env[63862]: DEBUG oslo_concurrency.lockutils [req-9b8fc8f3-8d2a-4614-9e1e-392ac49788e4 req-6b29e28d-5c64-41ba-90e8-89b0849fbef4 service nova] Releasing lock "refresh_cache-5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.484102] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.889s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.484102] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2115.484929] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.300s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.485251] env[63862]: DEBUG nova.objects.instance [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lazy-loading 'resources' on Instance uuid 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.593102] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.699230] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.777131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10592e7a-b421-46b3-b69f-6b635cf62c25 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.161s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.993802] env[63862]: DEBUG nova.compute.utils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2115.993802] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2115.993975] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2116.059883] env[63862]: DEBUG nova.policy [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5da2e0ec8341c2b3009a7dfd15cc67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db57814d9b7e4d5d9569dee7911467e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2116.096770] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.196846] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.213847] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.214127] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.215594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.215594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.215594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.216872] env[63862]: INFO nova.compute.manager [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Terminating instance [ 2116.404082] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Successfully created port: 802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2116.499903] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2116.516663] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4623e4ff-61fb-46f9-9f09-4e16b0ddc933 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.529638] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14733c34-379f-4bd2-8852-42b9871d6b46 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.569376] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b6bf74-dd93-43c9-86a0-407f892afc96 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.577802] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053f426-5b61-456e-8a58-e4c2e46b08b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.593569] env[63862]: DEBUG nova.compute.provider_tree [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.604781] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.695954] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.721863] env[63862]: DEBUG nova.compute.manager [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2116.721863] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2116.722029] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3022cb6-383b-4dfc-8df7-ee7a155ed45c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.729767] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2116.730012] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a326706-de92-4d85-b111-542726c9c458 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.736540] env[63862]: DEBUG oslo_vmware.api [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2116.736540] env[63862]: value = "task-2098342" [ 2116.736540] env[63862]: _type = "Task" [ 2116.736540] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.745112] env[63862]: DEBUG oslo_vmware.api [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.102123] env[63862]: DEBUG nova.scheduler.client.report [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.105779] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.196993] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.248390] env[63862]: DEBUG oslo_vmware.api [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098342, 'name': PowerOffVM_Task, 'duration_secs': 0.255145} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.248722] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.248897] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2117.249579] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41942259-5a13-4d8b-95ae-5bf65605e020 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.510393] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2117.532800] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2117.533112] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2117.533315] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2117.533513] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2117.533661] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2117.533808] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2117.534613] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2117.535334] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2117.535334] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2117.535334] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2117.535505] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2117.538858] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84250f-cc46-4ae0-adeb-2ebb321997b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.545993] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a242f6-60b9-4062-ad20-f2ed3244a35a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.603862] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.606886] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.610026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.757s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.610913] env[63862]: INFO nova.compute.claims [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2117.626727] env[63862]: INFO nova.scheduler.client.report [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Deleted allocations for instance 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6 [ 2117.695603] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.696507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.704456] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.079639] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "81511944-1697-4c5e-9df1-25a7844fb8a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.079888] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.105984] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.134758] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9ca959ac-10c9-4b4b-a107-5a2dc14a50c6 tempest-ServerMetadataNegativeTestJSON-1757830215 tempest-ServerMetadataNegativeTestJSON-1757830215-project-member] Lock "8937e0a1-4d6e-44cf-92ff-e94d38f87ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.495s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.201020] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2118.202460] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.317665] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.317974] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.318232] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleting the datastore file [datastore2] 0380cd6a-b3e4-49d7-90bc-14e5443f23ef {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.318513] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48348f8e-a534-4183-85d1-9bd6b6728efa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.326287] env[63862]: DEBUG oslo_vmware.api [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for the task: (returnval){ [ 2118.326287] env[63862]: value = "task-2098344" [ 2118.326287] env[63862]: _type = "Task" [ 2118.326287] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.336292] env[63862]: DEBUG oslo_vmware.api [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.401811] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "c8771b69-e902-405c-8b24-8fbd0e4134c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.402072] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.610765] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098341, 'name': Destroy_Task, 'duration_secs': 3.369544} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.610765] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Destroyed the VM [ 2118.610765] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2118.610765] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-760e6142-4a62-45ee-bc97-7d3aa3d6bec5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.618560] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2118.618560] env[63862]: value = "task-2098345" [ 2118.618560] env[63862]: _type = "Task" [ 2118.618560] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.633343] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.709054] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098336, 'name': CreateVM_Task, 'duration_secs': 7.37664} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.711955] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2118.716055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.716258] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.716688] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2118.717264] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f2f9a7-85e1-4a43-ae69-da909b976b52 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.722734] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2118.722734] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a1bf02-85df-986a-7eb3-1764d412a538" [ 2118.722734] env[63862]: _type = "Task" [ 2118.722734] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.731196] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.734922] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a1bf02-85df-986a-7eb3-1764d412a538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.786443] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "8abfb2f5-7621-4491-bff9-dba998fdeb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.786690] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.836638] env[63862]: DEBUG oslo_vmware.api [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Task: {'id': task-2098344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179282} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.839306] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2118.839538] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2118.839856] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2118.839955] env[63862]: INFO nova.compute.manager [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Took 2.12 seconds to destroy the instance on the hypervisor. [ 2118.840325] env[63862]: DEBUG oslo.service.loopingcall [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2118.840802] env[63862]: DEBUG nova.compute.manager [-] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2118.840963] env[63862]: DEBUG nova.network.neutron [-] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.133653] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098345, 'name': RemoveSnapshot_Task, 'duration_secs': 0.458142} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.133925] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2119.134326] env[63862]: DEBUG nova.compute.manager [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2119.137133] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a625d4-7d81-478b-b0ab-46232bfae932 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.175518] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f874a9e9-c23a-47e1-bf95-4072b014ef5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.183959] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda44cd-236a-4813-80f7-17898fa7ad89 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.217541] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58334954-99fd-4852-b30e-0881d2f54827 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.230996] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1647c2-e781-4d41-b0f2-b427101e3d32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.241170] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a1bf02-85df-986a-7eb3-1764d412a538, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.249077] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.249254] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2119.249497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.249646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.249822] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2119.250596] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2119.252074] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bf553c2-5513-487c-be95-3f623e7636b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.261036] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2119.261362] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2119.264538] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867f98a8-6e9c-4abc-ac48-290d971dc573 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.267430] env[63862]: DEBUG nova.compute.manager [req-9fc267d6-07e8-4124-b664-f226488ffc59 req-9001ff17-22e6-49d8-94a4-269f69331a4f service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Received event network-vif-plugged-dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2119.270620] env[63862]: DEBUG oslo_concurrency.lockutils [req-9fc267d6-07e8-4124-b664-f226488ffc59 req-9001ff17-22e6-49d8-94a4-269f69331a4f service nova] Acquiring lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.270620] env[63862]: DEBUG oslo_concurrency.lockutils [req-9fc267d6-07e8-4124-b664-f226488ffc59 req-9001ff17-22e6-49d8-94a4-269f69331a4f service nova] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.270620] env[63862]: DEBUG oslo_concurrency.lockutils [req-9fc267d6-07e8-4124-b664-f226488ffc59 req-9001ff17-22e6-49d8-94a4-269f69331a4f service nova] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.270620] env[63862]: DEBUG nova.compute.manager [req-9fc267d6-07e8-4124-b664-f226488ffc59 req-9001ff17-22e6-49d8-94a4-269f69331a4f service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] No waiting events found dispatching network-vif-plugged-dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2119.270620] env[63862]: WARNING nova.compute.manager [req-9fc267d6-07e8-4124-b664-f226488ffc59 req-9001ff17-22e6-49d8-94a4-269f69331a4f service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Received unexpected event network-vif-plugged-dfcfe6dc-a1f0-442f-a55d-8745495f1d3e for instance with vm_state building and task_state spawning. [ 2119.271297] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2119.271297] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521c96f7-b923-87a4-cbae-d8851565f6ab" [ 2119.271297] env[63862]: _type = "Task" [ 2119.271297] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.280489] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521c96f7-b923-87a4-cbae-d8851565f6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.412162] env[63862]: DEBUG nova.network.neutron [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Successfully updated port: dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2119.650723] env[63862]: INFO nova.compute.manager [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Shelve offloading [ 2119.711097] env[63862]: DEBUG nova.compute.manager [req-043ae11f-14cc-421c-835b-3c6f0e010d28 req-7f81248c-58b0-4d62-80d9-e2b76942db89 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Received event network-vif-plugged-802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2119.711097] env[63862]: DEBUG oslo_concurrency.lockutils [req-043ae11f-14cc-421c-835b-3c6f0e010d28 req-7f81248c-58b0-4d62-80d9-e2b76942db89 service nova] Acquiring lock "25cbe9ad-98a6-4183-9a2c-51db538228d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.711097] env[63862]: DEBUG oslo_concurrency.lockutils [req-043ae11f-14cc-421c-835b-3c6f0e010d28 req-7f81248c-58b0-4d62-80d9-e2b76942db89 service nova] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.711097] env[63862]: DEBUG oslo_concurrency.lockutils [req-043ae11f-14cc-421c-835b-3c6f0e010d28 req-7f81248c-58b0-4d62-80d9-e2b76942db89 service nova] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.711097] env[63862]: DEBUG nova.compute.manager [req-043ae11f-14cc-421c-835b-3c6f0e010d28 req-7f81248c-58b0-4d62-80d9-e2b76942db89 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] No waiting events found dispatching network-vif-plugged-802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2119.711097] env[63862]: WARNING nova.compute.manager [req-043ae11f-14cc-421c-835b-3c6f0e010d28 req-7f81248c-58b0-4d62-80d9-e2b76942db89 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Received unexpected event network-vif-plugged-802a6250-09a6-4eef-a090-fad59cecdd11 for instance with vm_state building and task_state spawning. [ 2119.782367] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521c96f7-b923-87a4-cbae-d8851565f6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.016338} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.785304] env[63862]: ERROR nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [req-f2cf2367-1899-478e-b48f-bf48732c16db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2cf2367-1899-478e-b48f-bf48732c16db"}]} [ 2119.787695] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96bf88f-5662-4550-a024-1594310089a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.794263] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2119.794263] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52aa8573-e372-2f05-a65c-d4fbc6ed0d1d" [ 2119.794263] env[63862]: _type = "Task" [ 2119.794263] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.797879] env[63862]: DEBUG nova.network.neutron [-] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.806310] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52aa8573-e372-2f05-a65c-d4fbc6ed0d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.807345] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2119.823905] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2119.824995] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2119.840260] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2119.868186] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2119.920255] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.920255] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.920255] env[63862]: DEBUG nova.network.neutron [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2119.973019] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Successfully updated port: 802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2120.155396] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2120.155396] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3001aa5d-c793-469c-bd1a-7d9cdf2ec7a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.164856] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2120.164856] env[63862]: value = "task-2098346" [ 2120.164856] env[63862]: _type = "Task" [ 2120.164856] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.175786] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2120.176168] env[63862]: DEBUG nova.compute.manager [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.179406] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec01ea8-3d51-44a3-846a-ba772ae4afaa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.187562] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.187562] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.187562] env[63862]: DEBUG nova.network.neutron [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.301113] env[63862]: INFO nova.compute.manager [-] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Took 1.46 seconds to deallocate network for instance. [ 2120.308718] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52aa8573-e372-2f05-a65c-d4fbc6ed0d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.311553] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.311802] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2120.312262] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b39c2520-70e3-44b0-baa3-68481383aca7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.320548] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2120.320548] env[63862]: value = "task-2098347" [ 2120.320548] env[63862]: _type = "Task" [ 2120.320548] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.328950] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.424197] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfd7dc-e496-4825-bb6a-42bced5880f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.433607] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8d499-cb48-4f63-8819-624f5052f144 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.464061] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417693c3-4173-45f1-a289-e8455351700c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.472695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "refresh_cache-25cbe9ad-98a6-4183-9a2c-51db538228d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.472851] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "refresh_cache-25cbe9ad-98a6-4183-9a2c-51db538228d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.473012] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2120.474923] env[63862]: DEBUG nova.network.neutron [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2120.477805] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d58299f-8532-43d7-9a20-e07fe5658da9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.494083] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2120.816730] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2120.830316] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454819} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.830316] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2120.830613] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2120.831022] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a07158-ed53-4e49-bcc9-6dcd2d52a63f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.837710] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2120.837710] env[63862]: value = "task-2098348" [ 2120.837710] env[63862]: _type = "Task" [ 2120.837710] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.846435] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.859349] env[63862]: DEBUG nova.network.neutron [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updating instance_info_cache with network_info: [{"id": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "address": "fa:16:3e:3e:8f:8d", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfe6dc-a1", "ovs_interfaceid": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.033396] env[63862]: DEBUG nova.scheduler.client.report [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2121.033659] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 98 to 99 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2121.033843] env[63862]: DEBUG nova.compute.provider_tree [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2121.037980] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2121.070927] env[63862]: DEBUG nova.network.neutron [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.217201] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Updating instance_info_cache with network_info: [{"id": "802a6250-09a6-4eef-a090-fad59cecdd11", "address": "fa:16:3e:c4:87:2d", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802a6250-09", "ovs_interfaceid": "802a6250-09a6-4eef-a090-fad59cecdd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.309960] env[63862]: DEBUG nova.compute.manager [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Received event network-vif-deleted-0ada34d9-8c30-40f1-9dcd-1ddab6c2fdbf {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2121.310180] env[63862]: DEBUG nova.compute.manager [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Received event network-changed-dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2121.310349] env[63862]: DEBUG nova.compute.manager [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Refreshing instance network info cache due to event network-changed-dfcfe6dc-a1f0-442f-a55d-8745495f1d3e. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2121.310538] env[63862]: DEBUG oslo_concurrency.lockutils [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] Acquiring lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.347485] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062602} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.347809] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2121.348609] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238cfc36-ebef-4bdd-904f-ed69575415ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.362672] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.362965] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Instance network_info: |[{"id": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "address": "fa:16:3e:3e:8f:8d", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfe6dc-a1", "ovs_interfaceid": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2121.371899] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2121.372266] env[63862]: DEBUG oslo_concurrency.lockutils [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] Acquired lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.372467] env[63862]: DEBUG nova.network.neutron [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Refreshing network info cache for port dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.373742] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:8f:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfcfe6dc-a1f0-442f-a55d-8745495f1d3e', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2121.381239] env[63862]: DEBUG oslo.service.loopingcall [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.381431] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad44ad0-17e1-4cb1-b9e5-98cdf6ef1cd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.398388] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2121.398839] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a87edd-e5d4-4c01-8442-bd6114bca5f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.419255] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2121.419255] env[63862]: value = "task-2098350" [ 2121.419255] env[63862]: _type = "Task" [ 2121.419255] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.420907] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2121.420907] env[63862]: value = "task-2098349" [ 2121.420907] env[63862]: _type = "Task" [ 2121.420907] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.433019] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098350, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.435981] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.541803] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.933s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.542372] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2121.545086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.482s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.547145] env[63862]: INFO nova.compute.claims [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2121.573636] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.675267] env[63862]: DEBUG nova.network.neutron [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updated VIF entry in instance network info cache for port dfcfe6dc-a1f0-442f-a55d-8745495f1d3e. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.675715] env[63862]: DEBUG nova.network.neutron [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updating instance_info_cache with network_info: [{"id": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "address": "fa:16:3e:3e:8f:8d", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfe6dc-a1", "ovs_interfaceid": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.722020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "refresh_cache-25cbe9ad-98a6-4183-9a2c-51db538228d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.722020] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Instance network_info: |[{"id": "802a6250-09a6-4eef-a090-fad59cecdd11", "address": "fa:16:3e:c4:87:2d", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802a6250-09", "ovs_interfaceid": "802a6250-09a6-4eef-a090-fad59cecdd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2121.722020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:87:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '802a6250-09a6-4eef-a090-fad59cecdd11', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2121.731056] env[63862]: DEBUG oslo.service.loopingcall [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.731056] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2121.731056] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1207093d-1cda-4877-bd45-71c8376f29be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.752713] env[63862]: DEBUG nova.compute.manager [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Received event network-changed-802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2121.752822] env[63862]: DEBUG nova.compute.manager [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Refreshing instance network info cache due to event network-changed-802a6250-09a6-4eef-a090-fad59cecdd11. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2121.753306] env[63862]: DEBUG oslo_concurrency.lockutils [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] Acquiring lock "refresh_cache-25cbe9ad-98a6-4183-9a2c-51db538228d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.753514] env[63862]: DEBUG oslo_concurrency.lockutils [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] Acquired lock "refresh_cache-25cbe9ad-98a6-4183-9a2c-51db538228d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.753859] env[63862]: DEBUG nova.network.neutron [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Refreshing network info cache for port 802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.761020] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2121.761020] env[63862]: value = "task-2098351" [ 2121.761020] env[63862]: _type = "Task" [ 2121.761020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.776628] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098351, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.936551] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098350, 'name': CreateVM_Task, 'duration_secs': 0.439787} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.939592] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2121.939941] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098349, 'name': ReconfigVM_Task, 'duration_secs': 0.330725} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.940625] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.940787] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.941131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2121.941453] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2121.942106] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0913c087-0b39-4a27-ba51-f12003d660bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.943748] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83108aeb-19d6-477f-8562-661aaf3342a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.950156] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2121.950156] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b89c23-2d14-7102-b286-a095b414b470" [ 2121.950156] env[63862]: _type = "Task" [ 2121.950156] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.952562] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2121.952562] env[63862]: value = "task-2098352" [ 2121.952562] env[63862]: _type = "Task" [ 2121.952562] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.958586] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b89c23-2d14-7102-b286-a095b414b470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.963618] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098352, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.005781] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.006737] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9bfd5-0a0c-4d75-8c94-fc3fda2b27f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.014132] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2122.014520] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa6083db-376c-45b7-b605-bd3e7bdd07bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.055734] env[63862]: DEBUG nova.compute.utils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2122.057127] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2122.061100] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2122.112472] env[63862]: DEBUG nova.policy [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5da2e0ec8341c2b3009a7dfd15cc67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db57814d9b7e4d5d9569dee7911467e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2122.178473] env[63862]: DEBUG oslo_concurrency.lockutils [req-61fb1201-dcbd-4c90-8134-23671e40e94a req-9877ca03-b0e3-4dee-9120-f585dad5672a service nova] Releasing lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.202723] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2122.202991] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2122.203199] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleting the datastore file [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2122.203508] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c642f08-400e-4c63-aa70-c2b1faeb6900 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.210610] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2122.210610] env[63862]: value = "task-2098354" [ 2122.210610] env[63862]: _type = "Task" [ 2122.210610] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.218541] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.270444] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098351, 'name': CreateVM_Task, 'duration_secs': 0.40679} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.270619] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2122.271368] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.461797] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Successfully created port: 0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2122.463718] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b89c23-2d14-7102-b286-a095b414b470, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.464415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.464661] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2122.464895] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.465056] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.465234] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2122.465831] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.466159] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2122.466377] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-273f5d20-9f82-46b0-94a8-37292e2cf579 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.471135] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce204264-d62b-48da-b7ad-3190b7945a09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.472678] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098352, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.479864] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2122.479864] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52332c05-2539-6a18-76c7-4b64ea868e3d" [ 2122.479864] env[63862]: _type = "Task" [ 2122.479864] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.483789] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2122.484062] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2122.486238] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a8ef1f-ddee-42dd-a754-e9e25c4e90c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.492293] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52332c05-2539-6a18-76c7-4b64ea868e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.495182] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2122.495182] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5250f7d4-2a58-1875-5609-b6d2247e4e89" [ 2122.495182] env[63862]: _type = "Task" [ 2122.495182] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.504179] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5250f7d4-2a58-1875-5609-b6d2247e4e89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.514873] env[63862]: DEBUG nova.network.neutron [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Updated VIF entry in instance network info cache for port 802a6250-09a6-4eef-a090-fad59cecdd11. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2122.515293] env[63862]: DEBUG nova.network.neutron [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Updating instance_info_cache with network_info: [{"id": "802a6250-09a6-4eef-a090-fad59cecdd11", "address": "fa:16:3e:c4:87:2d", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802a6250-09", "ovs_interfaceid": "802a6250-09a6-4eef-a090-fad59cecdd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.562310] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2122.723410] env[63862]: DEBUG oslo_vmware.api [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132392} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.723696] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2122.723893] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2122.724097] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2122.740530] env[63862]: INFO nova.scheduler.client.report [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted allocations for instance 4796b724-bccf-4b79-ac9f-ac633527def9 [ 2122.962851] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098352, 'name': Rename_Task, 'duration_secs': 0.871334} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.965204] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2122.965641] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a70c2fc-09d0-4b08-8d37-fa87704a888a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.972559] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2122.972559] env[63862]: value = "task-2098355" [ 2122.972559] env[63862]: _type = "Task" [ 2122.972559] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.983535] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.994514] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52332c05-2539-6a18-76c7-4b64ea868e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.994627] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.994782] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2122.995546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.006828] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5250f7d4-2a58-1875-5609-b6d2247e4e89, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.007642] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e9ad65-3fff-4cb2-8f3e-ea73c2779828 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.011881] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea939267-73ce-4e32-9e80-2047ac9661f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.015778] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2123.015778] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5221fa91-2a48-253b-31d1-125e32de934b" [ 2123.015778] env[63862]: _type = "Task" [ 2123.015778] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.020946] env[63862]: DEBUG oslo_concurrency.lockutils [req-1d328bcd-924c-4d6d-a5a7-a58c236da959 req-b7735bb1-d088-46dd-b247-c0c8ebdc4418 service nova] Releasing lock "refresh_cache-25cbe9ad-98a6-4183-9a2c-51db538228d6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.022750] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053a164-571f-4727-b8f8-fb1c746db095 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.028851] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5221fa91-2a48-253b-31d1-125e32de934b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.061057] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac9b3c-1e4c-406f-83c3-85bfc7dff118 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.070456] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72481c20-c407-43d0-8af7-f5cf098bea3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.085058] env[63862]: DEBUG nova.compute.provider_tree [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2123.245368] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.337553] env[63862]: DEBUG nova.compute.manager [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-vif-unplugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2123.337821] env[63862]: DEBUG oslo_concurrency.lockutils [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.338024] env[63862]: DEBUG oslo_concurrency.lockutils [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.338311] env[63862]: DEBUG oslo_concurrency.lockutils [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.338346] env[63862]: DEBUG nova.compute.manager [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] No waiting events found dispatching network-vif-unplugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2123.338515] env[63862]: WARNING nova.compute.manager [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received unexpected event network-vif-unplugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed for instance with vm_state shelved_offloaded and task_state None. [ 2123.338673] env[63862]: DEBUG nova.compute.manager [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2123.338827] env[63862]: DEBUG nova.compute.manager [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing instance network info cache due to event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2123.339014] env[63862]: DEBUG oslo_concurrency.lockutils [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.339243] env[63862]: DEBUG oslo_concurrency.lockutils [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.339323] env[63862]: DEBUG nova.network.neutron [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.484993] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.526337] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5221fa91-2a48-253b-31d1-125e32de934b, 'name': SearchDatastore_Task, 'duration_secs': 0.014918} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.526337] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.526638] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2123.526870] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.527073] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2123.527291] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3317dfe3-df8a-469d-83cd-248020aff0a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.529239] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a45a116a-a8f0-4ff9-b1f0-db27a2810d4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.535795] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2123.535795] env[63862]: value = "task-2098356" [ 2123.535795] env[63862]: _type = "Task" [ 2123.535795] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.540269] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2123.540438] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2123.543786] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6367de6a-14ff-485f-9e9d-fad089dfdac3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.545926] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.549878] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2123.549878] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527d9282-dd52-3fcc-125b-cea6ebeac1d8" [ 2123.549878] env[63862]: _type = "Task" [ 2123.549878] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.562066] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527d9282-dd52-3fcc-125b-cea6ebeac1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.563684] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677ee1dd-50aa-4f1f-8bd4-aca891b2396c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.570025] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2123.570025] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521ff41c-3799-4f34-d1cc-7c326bb2d1b8" [ 2123.570025] env[63862]: _type = "Task" [ 2123.570025] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.576582] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2123.584028] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521ff41c-3799-4f34-d1cc-7c326bb2d1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.588155] env[63862]: DEBUG nova.scheduler.client.report [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2123.609274] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2123.609548] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2123.609712] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2123.609894] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2123.610049] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2123.610198] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2123.610408] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2123.610568] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2123.610738] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2123.610899] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2123.611088] env[63862]: DEBUG nova.virt.hardware [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2123.612238] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5988d6-3221-4653-ad4a-50b57807e2f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.620876] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2954881-1bc5-4643-a184-ff0cb38abbf1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.987820] env[63862]: DEBUG oslo_vmware.api [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098355, 'name': PowerOnVM_Task, 'duration_secs': 0.585137} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.991058] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2123.991374] env[63862]: INFO nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Took 15.31 seconds to spawn the instance on the hypervisor. [ 2123.991582] env[63862]: DEBUG nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.995063] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1e02d3-1209-4f9d-aed1-7a5c5a4e4294 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.028593] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Successfully updated port: 0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2124.049410] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448043} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.051995] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2124.052353] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2124.052665] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9c9540b-e997-447e-9be3-dea04fb6b305 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.060031] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2124.060031] env[63862]: value = "task-2098357" [ 2124.060031] env[63862]: _type = "Task" [ 2124.060031] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.079093] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.085410] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521ff41c-3799-4f34-d1cc-7c326bb2d1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.088902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.088902] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 25cbe9ad-98a6-4183-9a2c-51db538228d6/25cbe9ad-98a6-4183-9a2c-51db538228d6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2124.088902] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b2423ae-33d1-41d5-8a52-e94913732ae7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.094203] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.094500] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2124.100086] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.606s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.101642] env[63862]: INFO nova.compute.claims [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2124.110568] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2124.110568] env[63862]: value = "task-2098358" [ 2124.110568] env[63862]: _type = "Task" [ 2124.110568] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.118298] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.244761] env[63862]: DEBUG nova.network.neutron [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updated VIF entry in instance network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2124.245428] env[63862]: DEBUG nova.network.neutron [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape33215c1-a7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.517303] env[63862]: INFO nova.compute.manager [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Took 57.99 seconds to build instance. [ 2124.534552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "refresh_cache-d82cea73-a462-467f-9859-5cbda454a9e1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2124.534552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "refresh_cache-d82cea73-a462-467f-9859-5cbda454a9e1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2124.534634] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2124.569832] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071323} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.570129] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2124.570927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d425b66f-7262-40fa-a44c-3bda8d599709 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.596098] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.596371] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b176a40-5f96-4645-902e-dd6260227c89 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.613011] env[63862]: DEBUG nova.compute.utils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2124.614433] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2124.614605] env[63862]: DEBUG nova.network.neutron [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2124.626394] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500478} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.627584] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 25cbe9ad-98a6-4183-9a2c-51db538228d6/25cbe9ad-98a6-4183-9a2c-51db538228d6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2124.627790] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2124.628106] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2124.628106] env[63862]: value = "task-2098359" [ 2124.628106] env[63862]: _type = "Task" [ 2124.628106] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.628700] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9afda5e2-889e-421d-a8e6-fc9921b72b0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.639165] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.640304] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2124.640304] env[63862]: value = "task-2098360" [ 2124.640304] env[63862]: _type = "Task" [ 2124.640304] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.651566] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.672639] env[63862]: DEBUG nova.policy [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5599c9ea7341af9cca8a1e43f56c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f0d691027334cc181fb6f6242dee255', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2124.748960] env[63862]: DEBUG oslo_concurrency.lockutils [req-f177f702-1462-40fb-b533-c49bdcb3f744 req-37c29311-7a3a-44ff-bf26-30c1eb82c687 service nova] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.941492] env[63862]: DEBUG nova.network.neutron [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Successfully created port: e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2125.022031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-af0169da-41a8-4ae3-be7f-d4472a95f8f1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.508s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.068994] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2125.123119] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2125.142665] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098359, 'name': ReconfigVM_Task, 'duration_secs': 0.321545} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.146007] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.146669] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6883933-c077-4fcf-9928-d49aece8f868 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.155527] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177999} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.159305] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2125.159958] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2125.159958] env[63862]: value = "task-2098361" [ 2125.159958] env[63862]: _type = "Task" [ 2125.159958] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.160622] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df120ebe-4cdd-46da-9127-eb62f37ed0f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.183947] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098361, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.193347] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 25cbe9ad-98a6-4183-9a2c-51db538228d6/25cbe9ad-98a6-4183-9a2c-51db538228d6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2125.194659] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.194938] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647c76ff-3a3a-4803-a4b9-055ae4f2bb32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.225026] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2125.225026] env[63862]: value = "task-2098362" [ 2125.225026] env[63862]: _type = "Task" [ 2125.225026] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.233443] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.283238] env[63862]: DEBUG nova.network.neutron [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Updating instance_info_cache with network_info: [{"id": "0ef8872b-60b3-464b-9a55-e943657f1d57", "address": "fa:16:3e:d8:32:c2", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef8872b-60", "ovs_interfaceid": "0ef8872b-60b3-464b-9a55-e943657f1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.479858] env[63862]: DEBUG nova.compute.manager [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Received event network-vif-plugged-0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.480118] env[63862]: DEBUG oslo_concurrency.lockutils [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] Acquiring lock "d82cea73-a462-467f-9859-5cbda454a9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.480416] env[63862]: DEBUG oslo_concurrency.lockutils [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] Lock "d82cea73-a462-467f-9859-5cbda454a9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.480529] env[63862]: DEBUG oslo_concurrency.lockutils [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] Lock "d82cea73-a462-467f-9859-5cbda454a9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.480701] env[63862]: DEBUG nova.compute.manager [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] No waiting events found dispatching network-vif-plugged-0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2125.480891] env[63862]: WARNING nova.compute.manager [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Received unexpected event network-vif-plugged-0ef8872b-60b3-464b-9a55-e943657f1d57 for instance with vm_state building and task_state spawning. [ 2125.481190] env[63862]: DEBUG nova.compute.manager [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Received event network-changed-0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.481293] env[63862]: DEBUG nova.compute.manager [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Refreshing instance network info cache due to event network-changed-0ef8872b-60b3-464b-9a55-e943657f1d57. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2125.481504] env[63862]: DEBUG oslo_concurrency.lockutils [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] Acquiring lock "refresh_cache-d82cea73-a462-467f-9859-5cbda454a9e1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.523773] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2125.668700] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4f8fc-3c92-414f-a962-7b4003b934ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.676750] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098361, 'name': Rename_Task, 'duration_secs': 0.191787} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.678582] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2125.679119] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b983cea-e144-4a2e-a402-dd5a3b87a507 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.681246] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9efd48-0824-43f0-8b24-1c54baf3fb88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.712149] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2e0e1-c8a2-4a06-a146-1133f7b380da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.714749] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2125.714749] env[63862]: value = "task-2098363" [ 2125.714749] env[63862]: _type = "Task" [ 2125.714749] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.722731] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e04ff-de69-4147-87e6-a4d2f1babb61 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.729785] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.741858] env[63862]: DEBUG nova.compute.provider_tree [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2125.746027] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098362, 'name': ReconfigVM_Task, 'duration_secs': 0.396015} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.746472] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 25cbe9ad-98a6-4183-9a2c-51db538228d6/25cbe9ad-98a6-4183-9a2c-51db538228d6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.747075] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d62b06b0-a7a1-4c04-b84c-9878bcd33636 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.753829] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2125.753829] env[63862]: value = "task-2098364" [ 2125.753829] env[63862]: _type = "Task" [ 2125.753829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.761103] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098364, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.785492] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "refresh_cache-d82cea73-a462-467f-9859-5cbda454a9e1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.785818] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Instance network_info: |[{"id": "0ef8872b-60b3-464b-9a55-e943657f1d57", "address": "fa:16:3e:d8:32:c2", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef8872b-60", "ovs_interfaceid": "0ef8872b-60b3-464b-9a55-e943657f1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2125.786119] env[63862]: DEBUG oslo_concurrency.lockutils [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] Acquired lock "refresh_cache-d82cea73-a462-467f-9859-5cbda454a9e1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.786303] env[63862]: DEBUG nova.network.neutron [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Refreshing network info cache for port 0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.787529] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:32:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ef8872b-60b3-464b-9a55-e943657f1d57', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2125.795205] env[63862]: DEBUG oslo.service.loopingcall [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.797963] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2125.798501] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d30f4d7-bcf7-4244-a1ce-bd871a55ae64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.819982] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2125.819982] env[63862]: value = "task-2098365" [ 2125.819982] env[63862]: _type = "Task" [ 2125.819982] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.829936] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098365, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.043217] env[63862]: DEBUG nova.network.neutron [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Updated VIF entry in instance network info cache for port 0ef8872b-60b3-464b-9a55-e943657f1d57. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.043579] env[63862]: DEBUG nova.network.neutron [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Updating instance_info_cache with network_info: [{"id": "0ef8872b-60b3-464b-9a55-e943657f1d57", "address": "fa:16:3e:d8:32:c2", "network": {"id": "6afbf5d1-fb18-4681-bfa9-e349a938b665", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1813443437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db57814d9b7e4d5d9569dee7911467e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef8872b-60", "ovs_interfaceid": "0ef8872b-60b3-464b-9a55-e943657f1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.045387] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.050306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.050306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.050475] env[63862]: DEBUG nova.compute.manager [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.051402] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc8407-e9fa-45be-996b-a01a8184ba69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.059085] env[63862]: DEBUG nova.compute.manager [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2126.059657] env[63862]: DEBUG nova.objects.instance [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'flavor' on Instance uuid 4c1532b1-8f52-49c0-b864-37fc2a5e33a9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2126.135960] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2126.165147] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c937d17df23df082162c7c5fb6571278',container_format='bare',created_at=2025-01-13T22:46:18Z,direct_url=,disk_format='vmdk',id=312b278a-f3bc-49c5-a6d0-12f205c4c6f3,min_disk=1,min_ram=0,name='tempest-test-snap-687064993',owner='5f0d691027334cc181fb6f6242dee255',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-13T22:46:35Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2126.165434] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2126.165647] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2126.165957] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2126.166164] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2126.166376] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2126.166657] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2126.166923] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2126.167019] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2126.167188] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2126.167364] env[63862]: DEBUG nova.virt.hardware [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2126.168250] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039c6e0-70cd-46f2-a8d6-48658c307049 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.177275] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ff2171-d12b-46fd-87bb-5b7d6a034db8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.224883] env[63862]: DEBUG oslo_vmware.api [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098363, 'name': PowerOnVM_Task, 'duration_secs': 0.475872} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.225175] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2126.225384] env[63862]: INFO nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Took 14.73 seconds to spawn the instance on the hypervisor. [ 2126.225567] env[63862]: DEBUG nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.226539] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785dde2a-e12a-4845-ab17-df983c47a364 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.264789] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098364, 'name': Rename_Task, 'duration_secs': 0.180376} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.265178] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2126.265257] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1f1d30-d9fc-4c8a-833b-a1f452288a88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.268603] env[63862]: ERROR nova.scheduler.client.report [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [req-1de678e4-927e-4645-a538-29bb374130dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1de678e4-927e-4645-a538-29bb374130dc"}]} [ 2126.273110] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2126.273110] env[63862]: value = "task-2098366" [ 2126.273110] env[63862]: _type = "Task" [ 2126.273110] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.286948] env[63862]: DEBUG nova.scheduler.client.report [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2126.292296] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.302047] env[63862]: DEBUG nova.scheduler.client.report [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2126.302309] env[63862]: DEBUG nova.compute.provider_tree [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2126.316969] env[63862]: DEBUG nova.scheduler.client.report [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2126.330676] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098365, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.337776] env[63862]: DEBUG nova.scheduler.client.report [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2126.439410] env[63862]: DEBUG nova.compute.manager [req-77414955-e3fc-4985-ba82-77b58896f18c req-673e2065-385b-4798-a210-e74be95cd6bc service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Received event network-vif-plugged-e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2126.439642] env[63862]: DEBUG oslo_concurrency.lockutils [req-77414955-e3fc-4985-ba82-77b58896f18c req-673e2065-385b-4798-a210-e74be95cd6bc service nova] Acquiring lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.439884] env[63862]: DEBUG oslo_concurrency.lockutils [req-77414955-e3fc-4985-ba82-77b58896f18c req-673e2065-385b-4798-a210-e74be95cd6bc service nova] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.440106] env[63862]: DEBUG oslo_concurrency.lockutils [req-77414955-e3fc-4985-ba82-77b58896f18c req-673e2065-385b-4798-a210-e74be95cd6bc service nova] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.440310] env[63862]: DEBUG nova.compute.manager [req-77414955-e3fc-4985-ba82-77b58896f18c req-673e2065-385b-4798-a210-e74be95cd6bc service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] No waiting events found dispatching network-vif-plugged-e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2126.440479] env[63862]: WARNING nova.compute.manager [req-77414955-e3fc-4985-ba82-77b58896f18c req-673e2065-385b-4798-a210-e74be95cd6bc service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Received unexpected event network-vif-plugged-e00c48ae-131b-4f2c-8778-a8408ec6753b for instance with vm_state building and task_state spawning. [ 2126.547764] env[63862]: DEBUG oslo_concurrency.lockutils [req-d56ee144-c367-431c-b77d-ae0774e191c6 req-1f2e3c98-3f41-4040-8a8c-343d7e7b2510 service nova] Releasing lock "refresh_cache-d82cea73-a462-467f-9859-5cbda454a9e1" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.558422] env[63862]: DEBUG nova.network.neutron [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Successfully updated port: e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2126.752298] env[63862]: INFO nova.compute.manager [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Took 53.10 seconds to build instance. [ 2126.783398] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.831066] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098365, 'name': CreateVM_Task, 'duration_secs': 0.534069} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.831209] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.832234] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.832446] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.832826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2126.835591] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbfea2ab-2893-4454-ab28-f470db99c65a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.840852] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2126.840852] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f5c540-a411-e980-e1f4-477931a061db" [ 2126.840852] env[63862]: _type = "Task" [ 2126.840852] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.849152] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f5c540-a411-e980-e1f4-477931a061db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.868060] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516c60ab-f4ea-48dd-9baa-ac1965217ec9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.875453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718d953-1c5a-427c-b9c8-0202594056fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.908309] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6993b5dc-8c32-43fd-9026-eb469af8074e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.915917] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d83159b-3cb0-4d17-a4e0-e153ea7d57ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.929336] env[63862]: DEBUG nova.compute.provider_tree [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2127.061419] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "refresh_cache-5b72c95c-58ee-4f13-97aa-820e7be4ce4b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.061632] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "refresh_cache-5b72c95c-58ee-4f13-97aa-820e7be4ce4b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.061729] env[63862]: DEBUG nova.network.neutron [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.068633] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2127.069211] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ad635f-247f-4a40-bb26-2e3e2abdaec7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.077843] env[63862]: DEBUG oslo_vmware.api [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2127.077843] env[63862]: value = "task-2098367" [ 2127.077843] env[63862]: _type = "Task" [ 2127.077843] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.092190] env[63862]: DEBUG oslo_vmware.api [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.253106] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3332cce1-a0b5-4178-a726-5ac9326cc0d3 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.627s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.283414] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098366, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.353083] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f5c540-a411-e980-e1f4-477931a061db, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.353409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.353683] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.353921] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.354082] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.354270] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.354549] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb23d26d-f089-4e8d-809c-95e27adbeb94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.362417] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.362619] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.363323] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7ad303-2b7f-4730-9910-a72954ceaf4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.369022] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2127.369022] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c61691-4aed-8764-d6d7-c30d1c7db98f" [ 2127.369022] env[63862]: _type = "Task" [ 2127.369022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.378455] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c61691-4aed-8764-d6d7-c30d1c7db98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.462905] env[63862]: DEBUG nova.scheduler.client.report [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2127.463195] env[63862]: DEBUG nova.compute.provider_tree [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 100 to 101 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2127.463381] env[63862]: DEBUG nova.compute.provider_tree [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2127.587238] env[63862]: DEBUG oslo_vmware.api [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098367, 'name': PowerOffVM_Task, 'duration_secs': 0.203853} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.587550] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2127.587752] env[63862]: DEBUG nova.compute.manager [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.588540] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a4657f-cb1f-4c21-9ddb-a6babcb215df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.594213] env[63862]: INFO nova.compute.manager [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Rescuing [ 2127.594463] env[63862]: DEBUG oslo_concurrency.lockutils [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.594751] env[63862]: DEBUG oslo_concurrency.lockutils [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.594936] env[63862]: DEBUG nova.network.neutron [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.598337] env[63862]: DEBUG nova.network.neutron [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2127.756458] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2127.782955] env[63862]: DEBUG nova.network.neutron [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Updating instance_info_cache with network_info: [{"id": "e00c48ae-131b-4f2c-8778-a8408ec6753b", "address": "fa:16:3e:26:cb:99", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00c48ae-13", "ovs_interfaceid": "e00c48ae-131b-4f2c-8778-a8408ec6753b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.793359] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098366, 'name': PowerOnVM_Task, 'duration_secs': 1.101922} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.795048] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2127.795293] env[63862]: INFO nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Took 10.28 seconds to spawn the instance on the hypervisor. [ 2127.795430] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.796790] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17337587-d46f-4484-a9c9-e81d76a7d1ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.880094] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c61691-4aed-8764-d6d7-c30d1c7db98f, 'name': SearchDatastore_Task, 'duration_secs': 0.048047} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.880884] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0ce090-a7ad-465d-9e9c-641b9b7ba711 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.886391] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2127.886391] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5216aea1-ed7f-b8db-00e2-540a590ef59b" [ 2127.886391] env[63862]: _type = "Task" [ 2127.886391] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.893704] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5216aea1-ed7f-b8db-00e2-540a590ef59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.969135] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.869s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.969839] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2127.972679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.698s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.107326] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f9dc4fd-5515-4501-89a4-91d8079a3296 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.287797] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.288765] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "refresh_cache-5b72c95c-58ee-4f13-97aa-820e7be4ce4b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.289094] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Instance network_info: |[{"id": "e00c48ae-131b-4f2c-8778-a8408ec6753b", "address": "fa:16:3e:26:cb:99", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00c48ae-13", "ovs_interfaceid": "e00c48ae-131b-4f2c-8778-a8408ec6753b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2128.289724] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:cb:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e00c48ae-131b-4f2c-8778-a8408ec6753b', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2128.298648] env[63862]: DEBUG oslo.service.loopingcall [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2128.298785] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2128.299482] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bee69ea-5a48-40c0-8807-57715d3b0e36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.326443] env[63862]: INFO nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Took 46.35 seconds to build instance. [ 2128.329150] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2128.329150] env[63862]: value = "task-2098368" [ 2128.329150] env[63862]: _type = "Task" [ 2128.329150] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.338988] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098368, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.372086] env[63862]: DEBUG nova.network.neutron [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updating instance_info_cache with network_info: [{"id": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "address": "fa:16:3e:3e:8f:8d", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfe6dc-a1", "ovs_interfaceid": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.399614] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5216aea1-ed7f-b8db-00e2-540a590ef59b, 'name': SearchDatastore_Task, 'duration_secs': 0.044565} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.399614] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.399874] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d82cea73-a462-467f-9859-5cbda454a9e1/d82cea73-a462-467f-9859-5cbda454a9e1.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2128.400222] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd63f8b-1bd0-4af9-8a92-a8bb5ca9a5cc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.407770] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2128.407770] env[63862]: value = "task-2098369" [ 2128.407770] env[63862]: _type = "Task" [ 2128.407770] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.417048] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.477155] env[63862]: DEBUG nova.compute.utils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2128.497511] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2128.500014] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2128.500463] env[63862]: DEBUG nova.network.neutron [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2128.534279] env[63862]: DEBUG nova.compute.manager [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Received event network-changed-e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2128.534482] env[63862]: DEBUG nova.compute.manager [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Refreshing instance network info cache due to event network-changed-e00c48ae-131b-4f2c-8778-a8408ec6753b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2128.534713] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] Acquiring lock "refresh_cache-5b72c95c-58ee-4f13-97aa-820e7be4ce4b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.534843] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] Acquired lock "refresh_cache-5b72c95c-58ee-4f13-97aa-820e7be4ce4b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.535099] env[63862]: DEBUG nova.network.neutron [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Refreshing network info cache for port e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2128.553253] env[63862]: DEBUG nova.policy [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f60d0f4b6e564ce88fe5d603048991db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '135546c8f22948e5ba6090c5f860371f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2128.790718] env[63862]: INFO nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Rebuilding instance [ 2128.829421] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.011s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.846772] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098368, 'name': CreateVM_Task, 'duration_secs': 0.5157} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.854287] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2128.854287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.854287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.854287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2128.854287] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3a1d70-777c-43c2-8069-52cb57e8ac2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.858932] env[63862]: DEBUG nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.860968] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e7b55-fb08-4ef2-9fe8-2349555648ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.866518] env[63862]: DEBUG nova.network.neutron [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Successfully created port: 57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2128.871249] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2128.871249] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d6dd5a-54a6-e89b-cbf7-95618d686e3f" [ 2128.871249] env[63862]: _type = "Task" [ 2128.871249] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.880070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.893347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.893659] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Processing image 312b278a-f3bc-49c5-a6d0-12f205c4c6f3 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2128.893925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.897503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.897503] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2128.897503] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21d7747-517d-4299-91b3-8b3c8ab06746 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.922275] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50229} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.922538] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2128.922759] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2128.926636] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d82cea73-a462-467f-9859-5cbda454a9e1/d82cea73-a462-467f-9859-5cbda454a9e1.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2128.927134] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2128.927225] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541db838-1c79-46ae-a9f8-bf0113d9f518 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.930740] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36b2bb15-1cfa-400c-9ffd-b0954966ef9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.938952] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2128.938952] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523c4181-4942-7c60-d7bd-c09681d2db35" [ 2128.938952] env[63862]: _type = "Task" [ 2128.938952] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.939508] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2128.939508] env[63862]: value = "task-2098370" [ 2128.939508] env[63862]: _type = "Task" [ 2128.939508] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.954311] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Preparing fetch location {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2128.954311] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Fetch image to [datastore2] OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34/OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34.vmdk {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2128.954311] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Downloading stream optimized image 312b278a-f3bc-49c5-a6d0-12f205c4c6f3 to [datastore2] OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34/OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34.vmdk on the data store datastore2 as vApp {{(pid=63862) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2128.954588] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Downloading image file data 312b278a-f3bc-49c5-a6d0-12f205c4c6f3 to the ESX as VM named 'OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34' {{(pid=63862) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2129.001171] env[63862]: INFO nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating resource usage from migration 2d7c95e3-81a9-4ee8-bab3-db3a01ae5e76 [ 2129.027381] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0b1219cd-8dbe-4ac8-b867-3c956bf43288 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.027512] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a57679b4-7b79-4644-ac00-8b6a529d836c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.027673] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5055db0a-a895-4fbd-be64-e587e03ce58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.027827] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 1e764253-af3a-41b9-95f5-ecba50effbfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.027947] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4cfe5db8-924d-4733-a0aa-77b41889ab56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.028138] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 6f889af8-b931-4697-8b97-c7d34a8878e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2129.028260] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3a3816f6-9478-45f3-be2d-0a58ac0335dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a52c8ca3-482e-48df-b8a1-7a20bbbaddf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance aef3289d-3eb2-4d87-b2f8-a4f335368113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a468b187-e36c-43f0-bd86-126564068f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 777d3286-de11-4541-99f9-b32388e7c7c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 83f9edf2-2498-4b85-b189-8221cd9ff1a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3bd7d210-f7ec-450b-801b-a27ddefe5c8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 237244f3-2913-457d-a9cf-fbc009c58def is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2129.030737] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 70da175b-22e2-468a-b696-72f714c31102 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2129.030737] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.030737] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0380cd6a-b3e4-49d7-90bc-14e5443f23ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2129.031211] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4c1532b1-8f52-49c0-b864-37fc2a5e33a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.031211] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.031211] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 25cbe9ad-98a6-4183-9a2c-51db538228d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.031211] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d82cea73-a462-467f-9859-5cbda454a9e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.031211] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5b72c95c-58ee-4f13-97aa-820e7be4ce4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.031211] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2129.155086] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2129.155086] env[63862]: value = "resgroup-9" [ 2129.155086] env[63862]: _type = "ResourcePool" [ 2129.155086] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2129.155406] env[63862]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-74a52a8b-9e47-4c7a-80e8-194471970717 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.181091] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease: (returnval){ [ 2129.181091] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2129.181091] env[63862]: _type = "HttpNfcLease" [ 2129.181091] env[63862]: } obtained for vApp import into resource pool (val){ [ 2129.181091] env[63862]: value = "resgroup-9" [ 2129.181091] env[63862]: _type = "ResourcePool" [ 2129.181091] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2129.181091] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the lease: (returnval){ [ 2129.181091] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2129.181091] env[63862]: _type = "HttpNfcLease" [ 2129.181091] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2129.187574] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2129.187574] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2129.187574] env[63862]: _type = "HttpNfcLease" [ 2129.187574] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2129.306264] env[63862]: DEBUG nova.network.neutron [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Updated VIF entry in instance network info cache for port e00c48ae-131b-4f2c-8778-a8408ec6753b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2129.307366] env[63862]: DEBUG nova.network.neutron [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Updating instance_info_cache with network_info: [{"id": "e00c48ae-131b-4f2c-8778-a8408ec6753b", "address": "fa:16:3e:26:cb:99", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00c48ae-13", "ovs_interfaceid": "e00c48ae-131b-4f2c-8778-a8408ec6753b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.337968] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2129.452909] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076019} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.453189] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2129.454031] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebf380e-b05f-4189-bad9-a9fac3467603 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.477816] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d82cea73-a462-467f-9859-5cbda454a9e1/d82cea73-a462-467f-9859-5cbda454a9e1.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.478661] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0328a5f4-1349-4b45-9818-86420b5f2ab4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.499783] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2129.499783] env[63862]: value = "task-2098372" [ 2129.499783] env[63862]: _type = "Task" [ 2129.499783] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.508557] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.510747] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2129.533647] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2129.533964] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2129.534151] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2129.534337] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2129.534483] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2129.534632] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2129.534838] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2129.535016] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2129.535187] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2129.535349] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2129.535521] env[63862]: DEBUG nova.virt.hardware [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2129.536281] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance eb438ef4-d7c4-4bf7-a319-77d16911c0a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2129.538070] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0637f8-cf73-480c-991d-d7be7b5a4f18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.549032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ecf35-cf7a-4f56-84eb-703c35cd5066 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.688981] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2129.688981] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2129.688981] env[63862]: _type = "HttpNfcLease" [ 2129.688981] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2129.811383] env[63862]: DEBUG oslo_concurrency.lockutils [req-ff1fe5dd-2d0d-4125-a446-8ba0583b5455 req-2a1035a6-a9c2-45be-ba79-0c68674ffea0 service nova] Releasing lock "refresh_cache-5b72c95c-58ee-4f13-97aa-820e7be4ce4b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.858173] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.893096] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.893443] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f15dd75b-9307-4d5e-85eb-d16b54c7c2f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.902294] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2129.902294] env[63862]: value = "task-2098373" [ 2129.902294] env[63862]: _type = "Task" [ 2129.902294] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.912261] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2129.912513] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.913328] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48235b-9cbe-4191-8332-bce3d5be9c42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.920170] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.920433] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a705f08-ce0e-4088-b506-cc96ff634d1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.011062] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.042752] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 927a9675-d66c-48a3-98a2-06bbed32126a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2130.190198] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2130.190198] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2130.190198] env[63862]: _type = "HttpNfcLease" [ 2130.190198] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2130.302839] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2130.303188] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2130.303444] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2130.303868] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82076b0-b5c6-41fd-ad92-bc9f311f579f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.310254] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2130.310254] env[63862]: value = "task-2098375" [ 2130.310254] env[63862]: _type = "Task" [ 2130.310254] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.318759] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.442348] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2130.442348] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a670e4c-0ac0-4d01-bca2-47391ad23a4b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.449619] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2130.449619] env[63862]: value = "task-2098376" [ 2130.449619] env[63862]: _type = "Task" [ 2130.449619] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.463705] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.510456] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098372, 'name': ReconfigVM_Task, 'duration_secs': 0.606953} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.510774] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d82cea73-a462-467f-9859-5cbda454a9e1/d82cea73-a462-467f-9859-5cbda454a9e1.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2130.511619] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7016881a-5f09-4fb5-99fe-746900c2d856 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.519435] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2130.519435] env[63862]: value = "task-2098377" [ 2130.519435] env[63862]: _type = "Task" [ 2130.519435] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.527313] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098377, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.550321] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 41687336-06c0-4065-bfb0-1887e64ee5ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2130.550321] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Migration 2d7c95e3-81a9-4ee8-bab3-db3a01ae5e76 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2130.550500] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance b3528b67-5ccc-4302-aad4-0a6f4f56ddc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2130.565410] env[63862]: DEBUG nova.compute.manager [req-bb725af3-e368-45b3-a32f-d459a6bf1515 req-2687bfab-50d3-48db-99c7-a4eddd4531e8 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Received event network-vif-plugged-57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2130.565641] env[63862]: DEBUG oslo_concurrency.lockutils [req-bb725af3-e368-45b3-a32f-d459a6bf1515 req-2687bfab-50d3-48db-99c7-a4eddd4531e8 service nova] Acquiring lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.565851] env[63862]: DEBUG oslo_concurrency.lockutils [req-bb725af3-e368-45b3-a32f-d459a6bf1515 req-2687bfab-50d3-48db-99c7-a4eddd4531e8 service nova] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.566029] env[63862]: DEBUG oslo_concurrency.lockutils [req-bb725af3-e368-45b3-a32f-d459a6bf1515 req-2687bfab-50d3-48db-99c7-a4eddd4531e8 service nova] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.566556] env[63862]: DEBUG nova.compute.manager [req-bb725af3-e368-45b3-a32f-d459a6bf1515 req-2687bfab-50d3-48db-99c7-a4eddd4531e8 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] No waiting events found dispatching network-vif-plugged-57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2130.566556] env[63862]: WARNING nova.compute.manager [req-bb725af3-e368-45b3-a32f-d459a6bf1515 req-2687bfab-50d3-48db-99c7-a4eddd4531e8 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Received unexpected event network-vif-plugged-57d8beca-4ab7-4364-97bd-97ae33163ca9 for instance with vm_state building and task_state spawning. [ 2130.576128] env[63862]: DEBUG nova.network.neutron [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Successfully updated port: 57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2130.691085] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2130.691085] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2130.691085] env[63862]: _type = "HttpNfcLease" [ 2130.691085] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2130.691333] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2130.691333] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52727fd6-11bd-b569-d4b2-86e9b6a2c21d" [ 2130.691333] env[63862]: _type = "HttpNfcLease" [ 2130.691333] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2130.692151] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eece4558-f7fb-48f2-8163-1220b0ff5563 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.699531] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ce7-5d32-d1cb-c2b6-cd1859effdac/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2130.699627] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ce7-5d32-d1cb-c2b6-cd1859effdac/disk-0.vmdk. {{(pid=63862) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2130.765692] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e8647b3-ab3c-41c0-8bf9-129bcf273600 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.820055] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237073} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.820363] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.820563] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.820759] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.964322] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098376, 'name': PowerOffVM_Task, 'duration_secs': 0.288509} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.967870] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2130.968860] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf25ea-b139-4957-b6b5-7fa7db211964 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.993369] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de9522-df9b-4456-844c-0d1812a87249 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.028730] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098377, 'name': Rename_Task, 'duration_secs': 0.25577} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.030319] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2131.030597] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8444e7ba-19b8-4198-958b-4dfd2a2c7cfa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.038110] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2131.038110] env[63862]: value = "task-2098378" [ 2131.038110] env[63862]: _type = "Task" [ 2131.038110] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.047464] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.053763] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2131.058457] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.058723] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-074f9a7d-c9d7-49e6-9ecc-0cd71f8f1b0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.067560] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2131.067560] env[63862]: value = "task-2098379" [ 2131.067560] env[63862]: _type = "Task" [ 2131.067560] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.078216] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "refresh_cache-dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.078373] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired lock "refresh_cache-dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.078524] env[63862]: DEBUG nova.network.neutron [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2131.081669] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2131.081861] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2131.082093] env[63862]: DEBUG oslo_concurrency.lockutils [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2131.082285] env[63862]: DEBUG oslo_concurrency.lockutils [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2131.082446] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2131.082947] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b553cff-5c7b-430d-9ee3-6dea3526b33e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.092079] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2131.092299] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2131.094117] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8ec224-4429-495f-a35a-49929973d96b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.099959] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2131.099959] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520bcc35-cc20-961c-2946-210dd6cd9129" [ 2131.099959] env[63862]: _type = "Task" [ 2131.099959] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.111267] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520bcc35-cc20-961c-2946-210dd6cd9129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.511290] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Completed reading data from the image iterator. {{(pid=63862) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2131.511290] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ce7-5d32-d1cb-c2b6-cd1859effdac/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2131.512779] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aaceaa-dedd-4907-9029-b195c01d51b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.523048] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ce7-5d32-d1cb-c2b6-cd1859effdac/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2131.523048] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ce7-5d32-d1cb-c2b6-cd1859effdac/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2131.523048] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-51a65e82-cfef-4825-a61e-28c86c202cdc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.547838] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.556751] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 81511944-1697-4c5e-9df1-25a7844fb8a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2131.613374] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520bcc35-cc20-961c-2946-210dd6cd9129, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.614178] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c786a3fa-4969-4ec0-baee-7d75c546c838 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.620394] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2131.620394] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528cb8af-0c7e-c84b-b185-9bb3ffbc3877" [ 2131.620394] env[63862]: _type = "Task" [ 2131.620394] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.629830] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528cb8af-0c7e-c84b-b185-9bb3ffbc3877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.639028] env[63862]: DEBUG nova.network.neutron [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2131.834874] env[63862]: DEBUG nova.network.neutron [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Updating instance_info_cache with network_info: [{"id": "57d8beca-4ab7-4364-97bd-97ae33163ca9", "address": "fa:16:3e:6b:63:0e", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d8beca-4a", "ovs_interfaceid": "57d8beca-4ab7-4364-97bd-97ae33163ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.856655] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2131.856781] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2131.856983] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2131.857125] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2131.857289] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2131.857435] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2131.857627] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2131.857794] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2131.857932] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2131.858122] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2131.858258] env[63862]: DEBUG nova.virt.hardware [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2131.859404] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8420022-6576-48cf-925f-dd16f5b54357 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.868286] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28133973-957b-4922-a0df-00665f9721cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.874170] env[63862]: DEBUG oslo_vmware.rw_handles [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52289ce7-5d32-d1cb-c2b6-cd1859effdac/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2131.874430] env[63862]: INFO nova.virt.vmwareapi.images [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Downloaded image file data 312b278a-f3bc-49c5-a6d0-12f205c4c6f3 [ 2131.875654] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2196915b-81af-4b75-a921-9814ea10f9be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.887113] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:04:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35ca0d9e-969a-4a41-adea-6abf059b6f4a', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2131.896185] env[63862]: DEBUG oslo.service.loopingcall [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2131.896875] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2131.897129] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8c6b158-ba63-4d9d-9bce-c65c2fc6ab36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.922710] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa669f59-05d0-4436-a695-47eb9216e2c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.927083] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2131.927083] env[63862]: value = "task-2098380" [ 2131.927083] env[63862]: _type = "Task" [ 2131.927083] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.938298] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.999839] env[63862]: INFO nova.virt.vmwareapi.images [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] The imported VM was unregistered [ 2132.002400] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Caching image {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2132.002710] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating directory with path [datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2132.002943] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c30752e-0b5b-408b-8854-0dce3b9bb399 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.018809] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created directory with path [datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2132.019048] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34/OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34.vmdk to [datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk. {{(pid=63862) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2132.019322] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1ed1a7d6-3d06-4f18-ad49-f314fa01c283 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.028578] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2132.028578] env[63862]: value = "task-2098382" [ 2132.028578] env[63862]: _type = "Task" [ 2132.028578] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.036957] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.048381] env[63862]: DEBUG oslo_vmware.api [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098378, 'name': PowerOnVM_Task, 'duration_secs': 0.618255} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.048667] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2132.048871] env[63862]: INFO nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Took 8.47 seconds to spawn the instance on the hypervisor. [ 2132.049061] env[63862]: DEBUG nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2132.049885] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b52e60-f334-4d92-832e-9c90ba1727e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.059132] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c8771b69-e902-405c-8b24-8fbd0e4134c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2132.130894] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528cb8af-0c7e-c84b-b185-9bb3ffbc3877, 'name': SearchDatastore_Task, 'duration_secs': 0.016002} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.131175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.131437] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. {{(pid=63862) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2132.131757] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f090b2f1-b077-453e-8b5d-cb620e8aa06a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.138338] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2132.138338] env[63862]: value = "task-2098383" [ 2132.138338] env[63862]: _type = "Task" [ 2132.138338] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.145648] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.338634] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Releasing lock "refresh_cache-dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.338820] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Instance network_info: |[{"id": "57d8beca-4ab7-4364-97bd-97ae33163ca9", "address": "fa:16:3e:6b:63:0e", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d8beca-4a", "ovs_interfaceid": "57d8beca-4ab7-4364-97bd-97ae33163ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2132.339338] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:63:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57d8beca-4ab7-4364-97bd-97ae33163ca9', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2132.347078] env[63862]: DEBUG oslo.service.loopingcall [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.347277] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2132.347527] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c444a4d2-acb4-4e08-9ede-cf1cb81849fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.368875] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2132.368875] env[63862]: value = "task-2098384" [ 2132.368875] env[63862]: _type = "Task" [ 2132.368875] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.376502] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.436790] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.539039] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.565623] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 8abfb2f5-7621-4491-bff9-dba998fdeb97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2132.565794] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (80897473-f999-4333-ab16-8ed9a7f29cf0): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 2132.566334] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2132.566334] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2132.570934] env[63862]: INFO nova.compute.manager [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Took 45.74 seconds to build instance. [ 2132.623470] env[63862]: DEBUG nova.compute.manager [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Received event network-changed-57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.623647] env[63862]: DEBUG nova.compute.manager [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Refreshing instance network info cache due to event network-changed-57d8beca-4ab7-4364-97bd-97ae33163ca9. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2132.623965] env[63862]: DEBUG oslo_concurrency.lockutils [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] Acquiring lock "refresh_cache-dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.624232] env[63862]: DEBUG oslo_concurrency.lockutils [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] Acquired lock "refresh_cache-dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.624428] env[63862]: DEBUG nova.network.neutron [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Refreshing network info cache for port 57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.651385] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098383, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.885791] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.941680] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.017755] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "25cbe9ad-98a6-4183-9a2c-51db538228d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.018173] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.018400] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "25cbe9ad-98a6-4183-9a2c-51db538228d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.018595] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.018767] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.021169] env[63862]: INFO nova.compute.manager [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Terminating instance [ 2133.047230] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.078117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d063518-8de9-42a4-9032-ace747da5ae1 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "d82cea73-a462-467f-9859-5cbda454a9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.223s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.092268] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "d82cea73-a462-467f-9859-5cbda454a9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.092631] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "d82cea73-a462-467f-9859-5cbda454a9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.092941] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "d82cea73-a462-467f-9859-5cbda454a9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.093240] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "d82cea73-a462-467f-9859-5cbda454a9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.093493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "d82cea73-a462-467f-9859-5cbda454a9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.096263] env[63862]: INFO nova.compute.manager [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Terminating instance [ 2133.121136] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa49bc-be60-4ad4-8463-647027748e5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.139664] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f020f1-bb2f-4f41-add3-6453415ebda5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.154815] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.191845] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b917c-9041-46b0-8d8d-cd65944e381a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.203208] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f9fe3c-9944-4a6c-bf1c-f9d4c313fa1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.218474] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2133.387105] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.390865] env[63862]: DEBUG nova.network.neutron [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Updated VIF entry in instance network info cache for port 57d8beca-4ab7-4364-97bd-97ae33163ca9. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2133.391276] env[63862]: DEBUG nova.network.neutron [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Updating instance_info_cache with network_info: [{"id": "57d8beca-4ab7-4364-97bd-97ae33163ca9", "address": "fa:16:3e:6b:63:0e", "network": {"id": "ecb90bcd-6ddd-41a2-bb7d-34983cdf930d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-935836430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "135546c8f22948e5ba6090c5f860371f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57d8beca-4a", "ovs_interfaceid": "57d8beca-4ab7-4364-97bd-97ae33163ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.442472] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.526315] env[63862]: DEBUG nova.compute.manager [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2133.526572] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2133.527499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21ca5d-027a-4ea6-8702-9035de50f79e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.539821] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.540498] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc219083-6948-4c9c-b97e-4d06494f9df0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.544988] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.551301] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2133.551301] env[63862]: value = "task-2098385" [ 2133.551301] env[63862]: _type = "Task" [ 2133.551301] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.562188] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.600315] env[63862]: DEBUG nova.compute.manager [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2133.600547] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2133.601466] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606064ea-04f6-4174-a6cb-b30e73223672 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.611213] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.611521] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d90c4c2-96b8-4df8-ba97-822f08cd3096 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.619405] env[63862]: DEBUG oslo_vmware.api [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2133.619405] env[63862]: value = "task-2098386" [ 2133.619405] env[63862]: _type = "Task" [ 2133.619405] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.629645] env[63862]: DEBUG oslo_vmware.api [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.654493] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.756866] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2133.757911] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 101 to 102 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2133.757911] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2133.884788] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.894756] env[63862]: DEBUG oslo_concurrency.lockutils [req-d806a768-6e35-41ab-a687-0eba19a28b9a req-d142f1d0-1da6-4019-9611-e7ad8ef1c7b2 service nova] Releasing lock "refresh_cache-dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.941260] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.046200] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.064246] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.131235] env[63862]: DEBUG oslo_vmware.api [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098386, 'name': PowerOffVM_Task, 'duration_secs': 0.427838} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.131563] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2134.131769] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2134.132060] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dac8770-5ba4-44ec-9a7f-80e4f92eb779 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.153327] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098383, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.583796} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.153491] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk. [ 2134.154690] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41dc637-9b5c-43b0-919f-7215c3c2327f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.179705] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2134.180071] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bac4935-f038-4810-b2e6-47e812939993 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.199125] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2134.199125] env[63862]: value = "task-2098388" [ 2134.199125] env[63862]: _type = "Task" [ 2134.199125] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.208749] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.263840] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2134.264111] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.292s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.264394] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.685s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.264616] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.266843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.392s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.267060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.268921] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.502s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.269145] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.270834] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.156s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.272468] env[63862]: INFO nova.compute.claims [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2134.275310] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2134.278291] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2134.296852] env[63862]: INFO nova.scheduler.client.report [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Deleted allocations for instance 3bd7d210-f7ec-450b-801b-a27ddefe5c8b [ 2134.301859] env[63862]: INFO nova.scheduler.client.report [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Deleted allocations for instance 237244f3-2913-457d-a9cf-fbc009c58def [ 2134.313151] env[63862]: INFO nova.scheduler.client.report [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted allocations for instance 6f889af8-b931-4697-8b97-c7d34a8878e3 [ 2134.383737] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.442918] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.545331] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.562415] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098385, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.709572] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.798032] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 42 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2134.798032] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 8937e0a1-4d6e-44cf-92ff-e94d38f87ab6] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2134.812870] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b8800d0e-6ad4-41ba-9cf0-3c0825ead954 tempest-InstanceActionsNegativeTestJSON-351466686 tempest-InstanceActionsNegativeTestJSON-351466686-project-member] Lock "237244f3-2913-457d-a9cf-fbc009c58def" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.330s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.814134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b5a6f900-5ce0-49f7-94ea-e02399fa56cd tempest-ServersTestMultiNic-1398309183 tempest-ServersTestMultiNic-1398309183-project-member] Lock "3bd7d210-f7ec-450b-801b-a27ddefe5c8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.302s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.820936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-77f5d77e-5cbe-4c9b-883d-3571d4c5fb91 tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "6f889af8-b931-4697-8b97-c7d34a8878e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.601s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.884855] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.943074] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.045312] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098382, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.996823} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.046066] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34/OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34.vmdk to [datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk. [ 2135.046066] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Cleaning up location [datastore2] OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2135.046066] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7dad0bf0-075e-48f1-b39c-f86c6c7dba34 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2135.046234] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f56dedd-f0ff-4a8a-a9e1-cc4b15f84a44 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.051801] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2135.051801] env[63862]: value = "task-2098389" [ 2135.051801] env[63862]: _type = "Task" [ 2135.051801] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.062049] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.067170] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098385, 'name': PowerOffVM_Task, 'duration_secs': 1.035721} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.067619] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.067792] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2135.068105] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae8077b6-5d3d-4504-876b-651c4fb59e8a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.215738] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098388, 'name': ReconfigVM_Task, 'duration_secs': 1.006292} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.216151] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e/26765a8f-4689-426a-be47-73042bfcfa04-rescue.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2135.221022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd43de-0505-4b8a-a584-90bc3665bd66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.264084] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df4c5f7f-fdf7-44bf-a38b-9b45f52122ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.288354] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2135.288354] env[63862]: value = "task-2098391" [ 2135.288354] env[63862]: _type = "Task" [ 2135.288354] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.296469] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.318102] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 517b8af8-a458-478b-a2fd-cb05795051a1] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2135.386160] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.391653] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96024ae4-45b8-4f84-a20b-869d885d8524 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.398263] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b871e526-f725-4247-9b5b-fc7278120a64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.430492] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571db4ac-e9e3-47af-96c1-2deeba63243d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.440519] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d531ff34-9d6d-489d-8aa4-b17e7d22fb7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.447520] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.458079] env[63862]: DEBUG nova.compute.provider_tree [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2135.561286] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044634} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.561462] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2135.561628] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.561948] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk to [datastore2] 5b72c95c-58ee-4f13-97aa-820e7be4ce4b/5b72c95c-58ee-4f13-97aa-820e7be4ce4b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2135.562212] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f08ef17-5b64-4b6a-b9ce-844f1f9febde {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.568092] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2135.568092] env[63862]: value = "task-2098392" [ 2135.568092] env[63862]: _type = "Task" [ 2135.568092] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.575655] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.646592] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "a57679b4-7b79-4644-ac00-8b6a529d836c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.647546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.647546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "a57679b4-7b79-4644-ac00-8b6a529d836c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.647546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.647546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.649643] env[63862]: INFO nova.compute.manager [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Terminating instance [ 2135.796726] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098391, 'name': ReconfigVM_Task, 'duration_secs': 0.220141} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.796970] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.797227] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74a0518c-91dc-429f-813e-68bf34eac154 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.803882] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2135.803882] env[63862]: value = "task-2098393" [ 2135.803882] env[63862]: _type = "Task" [ 2135.803882] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.811954] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.822660] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: fc552541-9852-456b-8ee0-24003f65f99c] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2135.887035] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.945323] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.003409] env[63862]: DEBUG nova.scheduler.client.report [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2136.003619] env[63862]: DEBUG nova.compute.provider_tree [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 102 to 103 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2136.003836] env[63862]: DEBUG nova.compute.provider_tree [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2136.081605] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.153928] env[63862]: DEBUG nova.compute.manager [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2136.154189] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2136.155451] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce56af-86df-439b-9ff2-df1788b7cc72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.164191] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2136.164478] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e76c2a59-3523-4833-9ac0-05260ea77c1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.171923] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2136.171923] env[63862]: value = "task-2098394" [ 2136.171923] env[63862]: _type = "Task" [ 2136.171923] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.183214] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.314586] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.326530] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: fe891299-be56-4141-a088-cd49b235eca4] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2136.384922] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.446106] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.509902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.513366] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2136.513366] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.182s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.581441] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.688175] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.817243] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.833447] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: aae64db3-3ace-4127-a7fe-ec0efb3f9a12] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2136.884485] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.946779] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.016557] env[63862]: DEBUG nova.compute.utils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2137.018802] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2137.019689] env[63862]: DEBUG nova.network.neutron [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2137.026679] env[63862]: INFO nova.compute.claims [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2137.084175] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.103581] env[63862]: DEBUG nova.policy [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f34cca3afb464f8604f516807af503', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d60440b6f154c22a0060c0566740034', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2137.185506] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098394, 'name': PowerOffVM_Task, 'duration_secs': 0.631832} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.185819] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2137.186041] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2137.186323] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56f80b3-fc09-43e8-9f2e-d3dce2668830 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.318369] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098393, 'name': PowerOnVM_Task} progress is 70%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.339823] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0b3a786c-0ef3-4fa8-8654-54ed6c3312d6] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2137.391862] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.448917] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.527860] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2137.534871] env[63862]: INFO nova.compute.resource_tracker [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating resource usage from migration 2d7c95e3-81a9-4ee8-bab3-db3a01ae5e76 [ 2137.587247] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.667917] env[63862]: DEBUG nova.network.neutron [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Successfully created port: 84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2137.817988] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098393, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.843803] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4437daca-783f-45b9-bf5d-c7fc3fe3f3bb] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2137.890553] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.955668] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.082845] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.084346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b23d67-853f-48b3-9588-fd75a44c1228 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.091275] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ff95b-d46c-4683-b866-857aa91c9a8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.125495] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692d324-32ed-45b3-b268-c06c42bfff04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.135329] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523015fb-8fb6-4661-8a43-535ceb0bad40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.152506] env[63862]: DEBUG nova.compute.provider_tree [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.321045] env[63862]: DEBUG oslo_vmware.api [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098393, 'name': PowerOnVM_Task, 'duration_secs': 2.139118} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.321398] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.324356] env[63862]: DEBUG nova.compute.manager [None req-192e8ff3-7f9b-4336-a227-9d4491f96205 tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2138.325269] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898e8910-800a-47fa-a5f9-dc40c166b715 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.348163] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 309e7d10-4640-48e1-af6c-81abc89d223b] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2138.387383] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.450638] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.536045] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2138.564859] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2138.565115] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2138.565303] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2138.565457] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2138.565616] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2138.565949] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2138.566331] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2138.566519] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2138.566734] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2138.566929] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2138.567138] env[63862]: DEBUG nova.virt.hardware [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2138.568052] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab929c75-1807-45fc-9d6d-24da7a651266 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.579689] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda2b4cb-5c3d-41f9-b870-0d3e757e3f57 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.589726] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.656315] env[63862]: DEBUG nova.scheduler.client.report [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.851121] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 6c227bdf-8f6d-404f-af39-863adde871a2] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2138.888819] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.952906] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.089484] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098392, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.465278} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.090072] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/312b278a-f3bc-49c5-a6d0-12f205c4c6f3/312b278a-f3bc-49c5-a6d0-12f205c4c6f3.vmdk to [datastore2] 5b72c95c-58ee-4f13-97aa-820e7be4ce4b/5b72c95c-58ee-4f13-97aa-820e7be4ce4b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.091329] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dcef3c-9736-4a75-8cc4-efd773811240 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.116623] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 5b72c95c-58ee-4f13-97aa-820e7be4ce4b/5b72c95c-58ee-4f13-97aa-820e7be4ce4b.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.117489] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce46a73-a971-427c-a35f-8d052900f62f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.134734] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.134734] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.134959] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleting the datastore file [datastore2] 25cbe9ad-98a6-4183-9a2c-51db538228d6 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.135911] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0856f65-5d20-4dea-aeee-8f2b1dcad932 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.138458] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.138963] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.138963] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleting the datastore file [datastore2] d82cea73-a462-467f-9859-5cbda454a9e1 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.139381] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a273522-bcdd-4936-845a-8d84764896a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.144542] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2139.144542] env[63862]: value = "task-2098396" [ 2139.144542] env[63862]: _type = "Task" [ 2139.144542] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.144542] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2139.144542] env[63862]: value = "task-2098397" [ 2139.144542] env[63862]: _type = "Task" [ 2139.144542] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.145406] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.145600] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.145767] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleting the datastore file [datastore2] a57679b4-7b79-4644-ac00-8b6a529d836c {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.151611] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fda3c94-91b2-4e9f-93bb-da0b8c84a498 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.156028] env[63862]: DEBUG oslo_vmware.api [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for the task: (returnval){ [ 2139.156028] env[63862]: value = "task-2098398" [ 2139.156028] env[63862]: _type = "Task" [ 2139.156028] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.165056] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.652s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.165268] env[63862]: INFO nova.compute.manager [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Migrating [ 2139.172113] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.176022] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2139.176022] env[63862]: value = "task-2098399" [ 2139.176022] env[63862]: _type = "Task" [ 2139.176022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.176022] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.176282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.661s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.177865] env[63862]: INFO nova.compute.claims [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2139.193182] env[63862]: DEBUG oslo_vmware.api [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.199906] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.355174] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: edb95cc6-a598-43a1-9be4-45a0a89da796] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2139.391457] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.455754] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.591791] env[63862]: INFO nova.compute.manager [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Unrescuing [ 2139.591791] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.591791] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquired lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.592043] env[63862]: DEBUG nova.network.neutron [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2139.662030] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098396, 'name': ReconfigVM_Task, 'duration_secs': 0.367747} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.665571] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 5b72c95c-58ee-4f13-97aa-820e7be4ce4b/5b72c95c-58ee-4f13-97aa-820e7be4ce4b.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2139.666871] env[63862]: DEBUG oslo_vmware.api [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317162} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.667363] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d0393e8-9435-4478-a1ad-06d1af9cdde2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.670036] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.670036] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.670036] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.670036] env[63862]: INFO nova.compute.manager [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Took 6.14 seconds to destroy the instance on the hypervisor. [ 2139.670036] env[63862]: DEBUG oslo.service.loopingcall [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.674017] env[63862]: DEBUG nova.compute.manager [-] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.674017] env[63862]: DEBUG nova.network.neutron [-] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.675554] env[63862]: DEBUG oslo_vmware.api [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Task: {'id': task-2098398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31726} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.676207] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.676541] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.676855] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.677199] env[63862]: INFO nova.compute.manager [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Took 6.08 seconds to destroy the instance on the hypervisor. [ 2139.677648] env[63862]: DEBUG oslo.service.loopingcall [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.678253] env[63862]: DEBUG nova.compute.manager [-] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.678500] env[63862]: DEBUG nova.network.neutron [-] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.682540] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2139.682540] env[63862]: value = "task-2098400" [ 2139.682540] env[63862]: _type = "Task" [ 2139.682540] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.693437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.693437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.693437] env[63862]: DEBUG nova.network.neutron [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2139.697916] env[63862]: DEBUG oslo_vmware.api [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312289} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.699782] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.700149] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.700639] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.700958] env[63862]: INFO nova.compute.manager [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Took 3.55 seconds to destroy the instance on the hypervisor. [ 2139.701440] env[63862]: DEBUG oslo.service.loopingcall [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.706023] env[63862]: DEBUG nova.compute.manager [-] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2139.706023] env[63862]: DEBUG nova.network.neutron [-] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.708480] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098400, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.859216] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: ecc3a7d6-6503-47d6-bb76-febfa0c9091b] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2139.890895] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098384, 'name': CreateVM_Task, 'duration_secs': 7.089707} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.891023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2139.891678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.891870] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.892260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2139.892518] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95233d4-5117-48cc-945a-8c659eb75d16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.898113] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2139.898113] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a15cde-e789-8b73-685f-91b44ed47df7" [ 2139.898113] env[63862]: _type = "Task" [ 2139.898113] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.907762] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a15cde-e789-8b73-685f-91b44ed47df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.959208] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098380, 'name': CreateVM_Task, 'duration_secs': 7.531356} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.959208] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2139.959425] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.071488] env[63862]: DEBUG nova.compute.manager [req-ba1ac02e-0f37-47d8-8776-9ae730cbd9ad req-e6d761d6-a086-4e98-967f-c652e96915d3 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Received event network-vif-plugged-84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2140.071900] env[63862]: DEBUG oslo_concurrency.lockutils [req-ba1ac02e-0f37-47d8-8776-9ae730cbd9ad req-e6d761d6-a086-4e98-967f-c652e96915d3 service nova] Acquiring lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.072319] env[63862]: DEBUG oslo_concurrency.lockutils [req-ba1ac02e-0f37-47d8-8776-9ae730cbd9ad req-e6d761d6-a086-4e98-967f-c652e96915d3 service nova] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.073039] env[63862]: DEBUG oslo_concurrency.lockutils [req-ba1ac02e-0f37-47d8-8776-9ae730cbd9ad req-e6d761d6-a086-4e98-967f-c652e96915d3 service nova] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.073322] env[63862]: DEBUG nova.compute.manager [req-ba1ac02e-0f37-47d8-8776-9ae730cbd9ad req-e6d761d6-a086-4e98-967f-c652e96915d3 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] No waiting events found dispatching network-vif-plugged-84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2140.073733] env[63862]: WARNING nova.compute.manager [req-ba1ac02e-0f37-47d8-8776-9ae730cbd9ad req-e6d761d6-a086-4e98-967f-c652e96915d3 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Received unexpected event network-vif-plugged-84318b47-53f7-4354-9ac5-d58557610052 for instance with vm_state building and task_state spawning. [ 2140.113323] env[63862]: DEBUG oslo_concurrency.lockutils [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.114213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.175625] env[63862]: DEBUG nova.network.neutron [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Successfully updated port: 84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2140.207513] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098400, 'name': Rename_Task, 'duration_secs': 0.200937} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.207906] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2140.208843] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9fabbe5-61f7-461b-8090-6ef812e50b8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.219029] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2140.219029] env[63862]: value = "task-2098401" [ 2140.219029] env[63862]: _type = "Task" [ 2140.219029] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.231376] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.362989] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4115827a-5561-44e4-97cb-ac47c2be2c66] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2140.411877] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a15cde-e789-8b73-685f-91b44ed47df7, 'name': SearchDatastore_Task, 'duration_secs': 0.019589} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.412578] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.412578] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2140.412732] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.412860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.414230] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2140.414230] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.414230] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2140.414230] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0179d9f0-a2e0-4ce6-a265-c5e89def4c30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.418822] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8365a04c-0481-4acf-aaeb-c344148cc780 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.424734] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2140.424734] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52af88fc-ea09-b684-ceff-29cd8826a0cf" [ 2140.424734] env[63862]: _type = "Task" [ 2140.424734] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.432106] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2140.432329] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2140.438296] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0434c44-b04b-44a3-ae2c-db72466cfdc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.447143] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52af88fc-ea09-b684-ceff-29cd8826a0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.450285] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2140.450285] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524659fb-d897-36ee-2868-8794aa56f4e3" [ 2140.450285] env[63862]: _type = "Task" [ 2140.450285] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.459071] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524659fb-d897-36ee-2868-8794aa56f4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.515996] env[63862]: DEBUG nova.network.neutron [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updating instance_info_cache with network_info: [{"id": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "address": "fa:16:3e:3e:8f:8d", "network": {"id": "1117b527-3c5a-439f-a1d9-34819a6b0c97", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-495278069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "7f8efe2324864c44a24ff16b5a5b5c23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfcfe6dc-a1", "ovs_interfaceid": "dfcfe6dc-a1f0-442f-a55d-8745495f1d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.542231] env[63862]: DEBUG nova.compute.manager [req-491dbc44-ebb4-4884-8d9e-f9294c9d8099 req-94367416-7bb1-4f41-8707-16eeb81474ec service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Received event network-vif-deleted-0ef8872b-60b3-464b-9a55-e943657f1d57 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2140.542231] env[63862]: INFO nova.compute.manager [req-491dbc44-ebb4-4884-8d9e-f9294c9d8099 req-94367416-7bb1-4f41-8707-16eeb81474ec service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Neutron deleted interface 0ef8872b-60b3-464b-9a55-e943657f1d57; detaching it from the instance and deleting it from the info cache [ 2140.542231] env[63862]: DEBUG nova.network.neutron [req-491dbc44-ebb4-4884-8d9e-f9294c9d8099 req-94367416-7bb1-4f41-8707-16eeb81474ec service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.587836] env[63862]: DEBUG nova.network.neutron [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [{"id": "2082a449-181b-42f0-8d81-cdabe4751c99", "address": "fa:16:3e:b1:9d:f3", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2082a449-18", "ovs_interfaceid": "2082a449-181b-42f0-8d81-cdabe4751c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.618548] env[63862]: INFO nova.compute.manager [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Detaching volume 824299f7-2b67-4510-af7b-ea84c0296f81 [ 2140.679405] env[63862]: INFO nova.virt.block_device [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Attempting to driver detach volume 824299f7-2b67-4510-af7b-ea84c0296f81 from mountpoint /dev/sdb [ 2140.679405] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2140.679405] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429675', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'name': 'volume-824299f7-2b67-4510-af7b-ea84c0296f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ca39ef8-b09e-480b-93a4-44ceb7cbebfd', 'attached_at': '', 'detached_at': '', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'serial': '824299f7-2b67-4510-af7b-ea84c0296f81'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2140.683653] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "refresh_cache-eb438ef4-d7c4-4bf7-a319-77d16911c0a0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.684254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "refresh_cache-eb438ef4-d7c4-4bf7-a319-77d16911c0a0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.685213] env[63862]: DEBUG nova.network.neutron [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2140.691927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dff2c9-345a-47d3-9029-2b05d189c77b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.735609] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffebbe6e-0e99-4176-bfa4-8a7f5e42cfa6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.744105] env[63862]: DEBUG oslo_vmware.api [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098401, 'name': PowerOnVM_Task, 'duration_secs': 0.50052} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.745842] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2140.746134] env[63862]: INFO nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Took 14.61 seconds to spawn the instance on the hypervisor. [ 2140.746359] env[63862]: DEBUG nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2140.747307] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1627f6-48ec-4b4b-bf3d-12047b03c93c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.750440] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82025b2b-b0a8-4458-92cc-f6602714a8e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.781184] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2df5986-a581-43f5-b78f-6b0ec6c9259d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.797380] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] The volume has not been displaced from its original location: [datastore2] volume-824299f7-2b67-4510-af7b-ea84c0296f81/volume-824299f7-2b67-4510-af7b-ea84c0296f81.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2140.802680] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Reconfiguring VM instance instance-00000035 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2140.805734] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dccc0193-31fd-478f-b1b9-071da62e9f84 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.818528] env[63862]: DEBUG nova.network.neutron [-] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.820425] env[63862]: DEBUG nova.network.neutron [-] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.827492] env[63862]: DEBUG oslo_vmware.api [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2140.827492] env[63862]: value = "task-2098402" [ 2140.827492] env[63862]: _type = "Task" [ 2140.827492] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.837484] env[63862]: DEBUG oslo_vmware.api [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.852774] env[63862]: DEBUG nova.network.neutron [-] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.866926] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a794c6c2-da0b-4ee9-ab9f-7fcf706bf514] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2140.877019] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0efa0d-426a-4103-96e2-35307ef9ee13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.883070] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3f835f-cfe1-4621-b44c-9d6e91f13181 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.918522] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d9b6f8-1650-4008-8b95-05c7558ee77c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.930477] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7a172a-2fae-491a-9eda-9cd3d6565391 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.940957] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52af88fc-ea09-b684-ceff-29cd8826a0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020308} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.949019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.949193] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2140.949344] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.951393] env[63862]: DEBUG nova.compute.provider_tree [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.961041] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524659fb-d897-36ee-2868-8794aa56f4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01931} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.961792] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05c0e08-be8e-4b68-a784-1d5324697593 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.967021] env[63862]: DEBUG nova.network.neutron [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2140.970125] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2140.970125] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ec1cc7-5dd4-23d0-f759-43a74e520d13" [ 2140.970125] env[63862]: _type = "Task" [ 2140.970125] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.978104] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ec1cc7-5dd4-23d0-f759-43a74e520d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.022285] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Releasing lock "refresh_cache-3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.023146] env[63862]: DEBUG nova.objects.instance [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lazy-loading 'flavor' on Instance uuid 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.044229] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d04ec845-97fc-435b-9c93-0827b6427706 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.053516] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa799500-1b5c-4dd6-8e98-9753eb9f7e9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.091147] env[63862]: DEBUG nova.compute.manager [req-491dbc44-ebb4-4884-8d9e-f9294c9d8099 req-94367416-7bb1-4f41-8707-16eeb81474ec service nova] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Detach interface failed, port_id=0ef8872b-60b3-464b-9a55-e943657f1d57, reason: Instance d82cea73-a462-467f-9859-5cbda454a9e1 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2141.094459] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.166691] env[63862]: DEBUG nova.network.neutron [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Updating instance_info_cache with network_info: [{"id": "84318b47-53f7-4354-9ac5-d58557610052", "address": "fa:16:3e:54:54:48", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84318b47-53", "ovs_interfaceid": "84318b47-53f7-4354-9ac5-d58557610052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.290036] env[63862]: INFO nova.compute.manager [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Took 53.25 seconds to build instance. [ 2141.321946] env[63862]: INFO nova.compute.manager [-] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Took 1.64 seconds to deallocate network for instance. [ 2141.322281] env[63862]: INFO nova.compute.manager [-] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Took 1.65 seconds to deallocate network for instance. [ 2141.338688] env[63862]: DEBUG oslo_vmware.api [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098402, 'name': ReconfigVM_Task, 'duration_secs': 0.219209} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.338967] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Reconfigured VM instance instance-00000035 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2141.343625] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852c90c9-1fda-4e39-845d-102cd140c2d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.355314] env[63862]: INFO nova.compute.manager [-] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Took 1.65 seconds to deallocate network for instance. [ 2141.361939] env[63862]: DEBUG oslo_vmware.api [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2141.361939] env[63862]: value = "task-2098403" [ 2141.361939] env[63862]: _type = "Task" [ 2141.361939] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.370997] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3b8c346d-9fd4-46e7-a017-6bbcf2ce93e6] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2141.372835] env[63862]: DEBUG oslo_vmware.api [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.453276] env[63862]: DEBUG nova.scheduler.client.report [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2141.480586] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ec1cc7-5dd4-23d0-f759-43a74e520d13, 'name': SearchDatastore_Task, 'duration_secs': 0.013112} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.480850] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.481118] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439/dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2141.481400] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.481581] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2141.481796] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27c10b42-77ab-44e3-85bf-cfb15b5a28a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.484371] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a7539ee-99cc-4147-ba5e-f3210473b167 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.490401] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2141.490401] env[63862]: value = "task-2098404" [ 2141.490401] env[63862]: _type = "Task" [ 2141.490401] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.496281] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2141.496489] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2141.499944] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f017a9-c4a5-426e-947d-f5c98f94fdd8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.502272] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.504936] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2141.504936] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52fc09c0-248d-103d-0400-c115096cabad" [ 2141.504936] env[63862]: _type = "Task" [ 2141.504936] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.512094] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fc09c0-248d-103d-0400-c115096cabad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.528791] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33a77a-11b1-4b61-87fb-3bafc377d649 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.551301] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2141.551451] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e27589-ab23-414d-a2be-850493342e5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.557904] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2141.557904] env[63862]: value = "task-2098405" [ 2141.557904] env[63862]: _type = "Task" [ 2141.557904] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.565884] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.670046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "refresh_cache-eb438ef4-d7c4-4bf7-a319-77d16911c0a0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.670046] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Instance network_info: |[{"id": "84318b47-53f7-4354-9ac5-d58557610052", "address": "fa:16:3e:54:54:48", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84318b47-53", "ovs_interfaceid": "84318b47-53f7-4354-9ac5-d58557610052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2141.670362] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:54:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84318b47-53f7-4354-9ac5-d58557610052', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2141.681050] env[63862]: DEBUG oslo.service.loopingcall [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2141.681657] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2141.681971] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48be87bb-a8d9-42b1-9561-b419593ca783 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.706470] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2141.706470] env[63862]: value = "task-2098406" [ 2141.706470] env[63862]: _type = "Task" [ 2141.706470] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.716072] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098406, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.792338] env[63862]: DEBUG oslo_concurrency.lockutils [None req-65b7a01a-859d-4426-96fc-9a5835658aee tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.610s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.830781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.834101] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.863466] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.874266] env[63862]: DEBUG oslo_vmware.api [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098403, 'name': ReconfigVM_Task, 'duration_secs': 0.140854} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.874610] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429675', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'name': 'volume-824299f7-2b67-4510-af7b-ea84c0296f81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ca39ef8-b09e-480b-93a4-44ceb7cbebfd', 'attached_at': '', 'detached_at': '', 'volume_id': '824299f7-2b67-4510-af7b-ea84c0296f81', 'serial': '824299f7-2b67-4510-af7b-ea84c0296f81'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2141.877461] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2ed4393e-f481-4aa9-bec1-5f6fe57b1c27] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2141.958484] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.959256] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2141.962233] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.060s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.964692] env[63862]: INFO nova.compute.claims [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2142.005182] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098404, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.021193] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fc09c0-248d-103d-0400-c115096cabad, 'name': SearchDatastore_Task, 'duration_secs': 0.011359} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.022046] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382b7686-1372-4bfb-95e5-bd6908376baa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.028630] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2142.028630] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52628236-9b75-38b7-bb42-b3d919beec76" [ 2142.028630] env[63862]: _type = "Task" [ 2142.028630] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.038530] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52628236-9b75-38b7-bb42-b3d919beec76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.067074] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098405, 'name': PowerOffVM_Task, 'duration_secs': 0.288887} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.067371] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2142.072886] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2142.073367] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dca002-22bc-4c37-9c21-3c6f9132e80b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.091824] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2142.091824] env[63862]: value = "task-2098407" [ 2142.091824] env[63862]: _type = "Task" [ 2142.091824] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.100847] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.135387] env[63862]: DEBUG nova.compute.manager [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Received event network-changed-84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2142.135628] env[63862]: DEBUG nova.compute.manager [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Refreshing instance network info cache due to event network-changed-84318b47-53f7-4354-9ac5-d58557610052. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2142.135794] env[63862]: DEBUG oslo_concurrency.lockutils [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] Acquiring lock "refresh_cache-eb438ef4-d7c4-4bf7-a319-77d16911c0a0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.135940] env[63862]: DEBUG oslo_concurrency.lockutils [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] Acquired lock "refresh_cache-eb438ef4-d7c4-4bf7-a319-77d16911c0a0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.136130] env[63862]: DEBUG nova.network.neutron [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Refreshing network info cache for port 84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.215874] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098406, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.380807] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5f4ba151-330b-4ea0-8daa-6f917b22f3cc] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2142.425570] env[63862]: DEBUG nova.objects.instance [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.470179] env[63862]: DEBUG nova.compute.utils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2142.471615] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2142.472253] env[63862]: DEBUG nova.network.neutron [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2142.502059] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562901} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.502059] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439/dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2142.502059] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2142.502259] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a893a02-4327-433e-a78f-8c1d6c95b059 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.510134] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2142.510134] env[63862]: value = "task-2098408" [ 2142.510134] env[63862]: _type = "Task" [ 2142.510134] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.514309] env[63862]: DEBUG nova.policy [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4d930ad40284216b61f61012531bbe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf4d55aaac2b4e8eabb8681f804c523c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2142.515825] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.516081] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.516296] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.516496] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.516701] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.519259] env[63862]: INFO nova.compute.manager [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Terminating instance [ 2142.524029] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.540247] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52628236-9b75-38b7-bb42-b3d919beec76, 'name': SearchDatastore_Task, 'duration_secs': 0.017193} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.540511] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.540767] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2142.541036] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08550288-0b6f-4f85-8f4d-9e39d69537aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.550009] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2142.550009] env[63862]: value = "task-2098409" [ 2142.550009] env[63862]: _type = "Task" [ 2142.550009] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.558464] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.578931] env[63862]: DEBUG nova.compute.manager [req-498871d6-597d-460c-9fde-f0f4c3eed508 req-cad102ef-e3d0-45b9-9db9-837e40a9b4fd service nova] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Received event network-vif-deleted-802a6250-09a6-4eef-a090-fad59cecdd11 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2142.579156] env[63862]: DEBUG nova.compute.manager [req-498871d6-597d-460c-9fde-f0f4c3eed508 req-cad102ef-e3d0-45b9-9db9-837e40a9b4fd service nova] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Received event network-vif-deleted-3081bff0-45e6-4587-b5d2-fe634d6c5d0c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2142.601778] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098407, 'name': ReconfigVM_Task, 'duration_secs': 0.294395} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.601778] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2142.602041] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.602533] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342562a4-b23b-4a18-81a4-cc865512beab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.607088] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3224b4f-d1da-474d-a53d-ae79433e9bb4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.624902] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2142.629390] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2142.629390] env[63862]: value = "task-2098410" [ 2142.629390] env[63862]: _type = "Task" [ 2142.629390] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.716793] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098406, 'name': CreateVM_Task, 'duration_secs': 0.693028} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.716967] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2142.718514] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.718696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.719030] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2142.719291] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50296aa5-9ee9-48f8-82f1-0ff68c7cfd26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.723754] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2142.723754] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526ed837-8a59-7bde-7083-24262b49541a" [ 2142.723754] env[63862]: _type = "Task" [ 2142.723754] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.731374] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526ed837-8a59-7bde-7083-24262b49541a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.885074] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3530f4ac-4e50-4950-aaca-082995af7da7] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2142.976891] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2143.027305] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066733} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.030678] env[63862]: DEBUG nova.compute.manager [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.030897] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.031209] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2143.032288] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf87aa39-cde5-440f-9422-a6f8980aac3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.035693] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e334368-a8ed-4b00-9cc5-1a5fb05ad57e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.062018] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439/dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2143.068536] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b032fa-d7ce-46cc-ab00-08cefceccc2e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.083397] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.088950] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63d0658-1ee1-4a0c-9035-f487e7942eaa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.094403] env[63862]: DEBUG nova.network.neutron [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Updated VIF entry in instance network info cache for port 84318b47-53f7-4354-9ac5-d58557610052. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2143.094751] env[63862]: DEBUG nova.network.neutron [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Updating instance_info_cache with network_info: [{"id": "84318b47-53f7-4354-9ac5-d58557610052", "address": "fa:16:3e:54:54:48", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84318b47-53", "ovs_interfaceid": "84318b47-53f7-4354-9ac5-d58557610052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.099943] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.104555] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2143.104555] env[63862]: value = "task-2098411" [ 2143.104555] env[63862]: _type = "Task" [ 2143.104555] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.105760] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2143.105760] env[63862]: value = "task-2098412" [ 2143.105760] env[63862]: _type = "Task" [ 2143.105760] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.110029] env[63862]: DEBUG nova.network.neutron [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Successfully created port: d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2143.126128] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.132386] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.132912] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.133203] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f50ee15-434f-4991-9514-519272e6f94f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.149693] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098410, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.151695] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2143.151695] env[63862]: value = "task-2098413" [ 2143.151695] env[63862]: _type = "Task" [ 2143.151695] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.162371] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.241026] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526ed837-8a59-7bde-7083-24262b49541a, 'name': SearchDatastore_Task, 'duration_secs': 0.031198} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.241026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.241026] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2143.241026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.241026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.241026] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2143.241474] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2f4a32-49e9-4779-b6a9-59e194ddd150 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.252802] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2143.252802] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2143.253702] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4e3ace-26bf-4fc1-8c56-90367b2cfb50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.260578] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2143.260578] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521c085e-b760-74e3-eb79-89bf40d1d0c6" [ 2143.260578] env[63862]: _type = "Task" [ 2143.260578] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.269982] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521c085e-b760-74e3-eb79-89bf40d1d0c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.329013] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.388419] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 81e97a03-1511-4639-b8f1-9d0c87c5e40f] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2143.434644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-403e3a79-dec0-45ab-b2fe-d86c7d2a17f6 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.434983] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.106s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.435724] env[63862]: DEBUG nova.compute.manager [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.436816] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a9e33f-d4db-4814-b7a0-0d4509cc479a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.446413] env[63862]: DEBUG nova.compute.manager [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2143.447018] env[63862]: DEBUG nova.objects.instance [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.559757] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627343} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.562290] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2143.562507] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2143.563237] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15348dfe-98be-4ff1-8d26-e95351ed0669 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.569349] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2143.569349] env[63862]: value = "task-2098414" [ 2143.569349] env[63862]: _type = "Task" [ 2143.569349] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.578618] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.590151] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9cd3a9-cc92-493b-ae04-49488cde9fec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.597180] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df14966-ea6e-443b-9be3-e1cc59563bd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.628963] env[63862]: DEBUG oslo_concurrency.lockutils [req-ea5de9a3-6dbb-4b8f-b971-ba8ea611801a req-d03b3ea4-be7f-46ec-9964-234ca1febd82 service nova] Releasing lock "refresh_cache-eb438ef4-d7c4-4bf7-a319-77d16911c0a0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.635632] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34941fa1-050a-437c-9373-e2adc8970bc3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.644310] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098411, 'name': ReconfigVM_Task, 'duration_secs': 0.44325} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.649030] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Reconfigured VM instance instance-00000047 to attach disk [datastore2] dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439/dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2143.649713] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098412, 'name': PowerOffVM_Task, 'duration_secs': 0.209059} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.649967] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dcf6cfd-a0a2-4105-9d67-f756c4049c74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.652643] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16376f1-d328-4bfc-8cf6-67dc5f053b01 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.655968] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.656174] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.658993] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-539661e2-5789-46da-8de5-e700e42e37b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.660324] env[63862]: DEBUG oslo_vmware.api [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098410, 'name': PowerOnVM_Task, 'duration_secs': 0.733179} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.663979] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.664263] env[63862]: DEBUG nova.compute.manager [None req-5589db80-8cd9-4690-8429-2896535c8a6e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2143.666116] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc674be-f307-4ec1-9517-66b46f408dc0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.668623] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2143.668623] env[63862]: value = "task-2098415" [ 2143.668623] env[63862]: _type = "Task" [ 2143.668623] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.676553] env[63862]: DEBUG nova.compute.provider_tree [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2143.684152] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098413, 'name': PowerOffVM_Task, 'duration_secs': 0.187833} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.685411] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.686437] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2143.696630] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098415, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.771307] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521c085e-b760-74e3-eb79-89bf40d1d0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014808} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.772242] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f5f76d-01c6-4b1f-b967-a75c9fe6598e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.777589] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2143.777589] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526fd49a-49e7-6982-a488-703f2ae91b09" [ 2143.777589] env[63862]: _type = "Task" [ 2143.777589] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.785044] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526fd49a-49e7-6982-a488-703f2ae91b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.833554] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.833844] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.834117] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleting the datastore file [datastore2] 5b72c95c-58ee-4f13-97aa-820e7be4ce4b {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.834408] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aee6543-dd31-4805-aca4-6167500d71cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.841369] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2143.841369] env[63862]: value = "task-2098417" [ 2143.841369] env[63862]: _type = "Task" [ 2143.841369] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.849836] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.892538] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d3e3a20a-d982-4c96-b589-a5cb9162f59a] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2143.993134] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2144.019718] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2144.019982] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2144.020284] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2144.020520] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2144.020676] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2144.020847] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2144.021080] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2144.021300] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2144.021431] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2144.021607] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2144.021803] env[63862]: DEBUG nova.virt.hardware [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2144.022724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85603ed3-a522-42f0-b7f8-91e283c6fa51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.033125] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc06fa-3c55-4436-9609-4c416719721b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.079019] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067955} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.079372] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2144.080155] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af969d-5c19-436f-9e57-c09efc7375c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.102559] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2144.103177] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-263f7d07-d08e-43c1-adcf-174255299b66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.122917] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2144.122917] env[63862]: value = "task-2098418" [ 2144.122917] env[63862]: _type = "Task" [ 2144.122917] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.133038] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.187662] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098415, 'name': Rename_Task, 'duration_secs': 0.134348} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.188174] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2144.188433] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e2f597-d030-451c-9c8c-4c6ecbb1150c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.194108] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2144.194363] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2144.194534] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2144.194723] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2144.194869] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2144.195029] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2144.195234] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2144.195390] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2144.195553] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2144.195711] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2144.195878] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2144.204129] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fc143c-51d0-46b3-8dbe-1b99dae85c63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.215736] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2144.215736] env[63862]: value = "task-2098419" [ 2144.215736] env[63862]: _type = "Task" [ 2144.215736] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.226064] env[63862]: DEBUG nova.scheduler.client.report [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2144.226064] env[63862]: DEBUG nova.compute.provider_tree [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 103 to 104 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2144.226064] env[63862]: DEBUG nova.compute.provider_tree [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2144.227219] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2144.227219] env[63862]: value = "task-2098420" [ 2144.227219] env[63862]: _type = "Task" [ 2144.227219] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.234865] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.242045] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.291361] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526fd49a-49e7-6982-a488-703f2ae91b09, 'name': SearchDatastore_Task, 'duration_secs': 0.033725} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.291787] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.292256] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] eb438ef4-d7c4-4bf7-a319-77d16911c0a0/eb438ef4-d7c4-4bf7-a319-77d16911c0a0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2144.292645] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd10772-1d66-4ab1-9e28-99c5e33b14ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.300543] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2144.300543] env[63862]: value = "task-2098421" [ 2144.300543] env[63862]: _type = "Task" [ 2144.300543] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.308122] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.350493] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.396108] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a83d32f0-ddaa-402f-a2b3-72f1936e01f0] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2144.447612] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.448227] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.448433] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.448718] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.449017] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.451541] env[63862]: INFO nova.compute.manager [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Terminating instance [ 2144.453541] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.455028] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bb80c1-2cbb-4de0-a754-ffad80d37831 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.467271] env[63862]: DEBUG oslo_vmware.api [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2144.467271] env[63862]: value = "task-2098422" [ 2144.467271] env[63862]: _type = "Task" [ 2144.467271] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.478543] env[63862]: DEBUG oslo_vmware.api [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.635350] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098418, 'name': ReconfigVM_Task, 'duration_secs': 0.469647} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.635617] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9/4c1532b1-8f52-49c0-b864-37fc2a5e33a9.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2144.636390] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9918d54-1745-433c-9d46-4dea652ee5db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.643414] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2144.643414] env[63862]: value = "task-2098423" [ 2144.643414] env[63862]: _type = "Task" [ 2144.643414] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.652802] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098423, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.728949] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.729469] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2144.734315] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.740531] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.681s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.740790] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.745130] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.015s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.748868] env[63862]: INFO nova.compute.claims [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.758179] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098420, 'name': ReconfigVM_Task, 'duration_secs': 0.286536} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.759081] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2144.778449] env[63862]: INFO nova.scheduler.client.report [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Deleted allocations for instance 70da175b-22e2-468a-b696-72f714c31102 [ 2144.793025] env[63862]: DEBUG nova.compute.manager [req-a4377d52-52a6-4cd7-886e-5d687b872e3e req-9b4f355b-5191-4af1-bfc4-b0385e5b6013 service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Received event network-vif-plugged-d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2144.793278] env[63862]: DEBUG oslo_concurrency.lockutils [req-a4377d52-52a6-4cd7-886e-5d687b872e3e req-9b4f355b-5191-4af1-bfc4-b0385e5b6013 service nova] Acquiring lock "927a9675-d66c-48a3-98a2-06bbed32126a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.793595] env[63862]: DEBUG oslo_concurrency.lockutils [req-a4377d52-52a6-4cd7-886e-5d687b872e3e req-9b4f355b-5191-4af1-bfc4-b0385e5b6013 service nova] Lock "927a9675-d66c-48a3-98a2-06bbed32126a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.793858] env[63862]: DEBUG oslo_concurrency.lockutils [req-a4377d52-52a6-4cd7-886e-5d687b872e3e req-9b4f355b-5191-4af1-bfc4-b0385e5b6013 service nova] Lock "927a9675-d66c-48a3-98a2-06bbed32126a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.794177] env[63862]: DEBUG nova.compute.manager [req-a4377d52-52a6-4cd7-886e-5d687b872e3e req-9b4f355b-5191-4af1-bfc4-b0385e5b6013 service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] No waiting events found dispatching network-vif-plugged-d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2144.794395] env[63862]: WARNING nova.compute.manager [req-a4377d52-52a6-4cd7-886e-5d687b872e3e req-9b4f355b-5191-4af1-bfc4-b0385e5b6013 service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Received unexpected event network-vif-plugged-d2c79353-0c49-45bb-b3a6-7ab97a9feb97 for instance with vm_state building and task_state spawning. [ 2144.813551] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098421, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.861021] env[63862]: DEBUG oslo_vmware.api [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601959} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.861021] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.861021] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.861021] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.861021] env[63862]: INFO nova.compute.manager [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Took 1.83 seconds to destroy the instance on the hypervisor. [ 2144.861021] env[63862]: DEBUG oslo.service.loopingcall [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.861618] env[63862]: DEBUG nova.compute.manager [-] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.861876] env[63862]: DEBUG nova.network.neutron [-] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.903050] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: c3c4e837-d53e-4134-bc5a-aa5bd751d295] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2144.961224] env[63862]: DEBUG nova.compute.manager [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2144.961481] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2144.962818] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b41776-583c-4aa0-a39c-465adbd919e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.975126] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.976709] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab611907-c39c-4518-879f-98c8db84266e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.981443] env[63862]: DEBUG oslo_vmware.api [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098422, 'name': PowerOffVM_Task, 'duration_secs': 0.287845} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.982356] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.982573] env[63862]: DEBUG nova.compute.manager [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.983532] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4e38e-822c-4121-8353-24a19f9404a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.987789] env[63862]: DEBUG oslo_vmware.api [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2144.987789] env[63862]: value = "task-2098424" [ 2144.987789] env[63862]: _type = "Task" [ 2144.987789] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.001763] env[63862]: DEBUG oslo_vmware.api [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.011154] env[63862]: DEBUG nova.network.neutron [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Successfully updated port: d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2145.156936] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098423, 'name': Rename_Task, 'duration_secs': 0.292746} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.157253] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2145.157584] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71b06985-2aec-45b4-83ee-ab18fd6208f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.164877] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2145.164877] env[63862]: value = "task-2098425" [ 2145.164877] env[63862]: _type = "Task" [ 2145.164877] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.181656] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.233256] env[63862]: DEBUG oslo_vmware.api [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098419, 'name': PowerOnVM_Task, 'duration_secs': 0.782851} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.233549] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2145.233752] env[63862]: INFO nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Took 15.72 seconds to spawn the instance on the hypervisor. [ 2145.233929] env[63862]: DEBUG nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2145.234727] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b935df2-c19f-4901-ba4c-07f371e3e0f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.250935] env[63862]: DEBUG nova.compute.utils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2145.256926] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2145.256926] env[63862]: DEBUG nova.network.neutron [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2145.267918] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2145.268193] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2145.268358] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2145.268541] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2145.268691] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2145.268839] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2145.269051] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2145.269221] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2145.269388] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2145.269552] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2145.269727] env[63862]: DEBUG nova.virt.hardware [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2145.275135] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2145.277577] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1861c9b-82e9-4559-81ff-1562fa9b33ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.295347] env[63862]: DEBUG oslo_concurrency.lockutils [None req-95f0abef-c29a-49a5-98ea-e319f3959b75 tempest-DeleteServersAdminTestJSON-1830940076 tempest-DeleteServersAdminTestJSON-1830940076-project-admin] Lock "70da175b-22e2-468a-b696-72f714c31102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.704s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.301447] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2145.301447] env[63862]: value = "task-2098426" [ 2145.301447] env[63862]: _type = "Task" [ 2145.301447] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.314379] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544198} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.317609] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] eb438ef4-d7c4-4bf7-a319-77d16911c0a0/eb438ef4-d7c4-4bf7-a319-77d16911c0a0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.317842] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.318121] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.318913] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b5c6568-be36-41a5-8d94-7eea5286ce1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.325077] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2145.325077] env[63862]: value = "task-2098427" [ 2145.325077] env[63862]: _type = "Task" [ 2145.325077] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.333542] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.357054] env[63862]: DEBUG nova.policy [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71dd797b013946aa88fd8916ee8e37b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba906b5934eb45d0af68a957747bb77e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2145.405620] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: c7f916a1-2ef1-47ea-9696-816ca2c28610] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2145.501706] env[63862]: DEBUG oslo_vmware.api [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098424, 'name': PowerOffVM_Task, 'duration_secs': 0.16582} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.502327] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fff9f6d6-cd55-4ca1-9881-c972c6ca4e15 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.503621] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2145.503934] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.504894] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443fefec-4a95-4ca8-aef2-3f5e010aa305 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.516643] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.516643] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquired lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.516643] env[63862]: DEBUG nova.network.neutron [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2145.653025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2145.653025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2145.653025] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Deleting the datastore file [datastore2] 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2145.653025] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b856a08-9df3-46c8-9e22-8567bc2eed22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.660671] env[63862]: DEBUG oslo_vmware.api [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2145.660671] env[63862]: value = "task-2098429" [ 2145.660671] env[63862]: _type = "Task" [ 2145.660671] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.675535] env[63862]: DEBUG nova.network.neutron [-] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.676016] env[63862]: DEBUG oslo_vmware.api [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.681570] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.733282] env[63862]: DEBUG nova.network.neutron [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Successfully created port: c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2145.757537] env[63862]: INFO nova.compute.manager [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Took 56.28 seconds to build instance. [ 2145.760054] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2145.812801] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098426, 'name': ReconfigVM_Task, 'duration_secs': 0.425273} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.816118] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2145.817159] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4395e60b-badb-4018-81e7-4178fa107698 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.840129] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5/b3528b67-5ccc-4302-aad4-0a6f4f56ddc5.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2145.846942] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd62f7b-c301-4e15-9560-642f8f2d453c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.866566] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060702} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.867795] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2145.868214] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2145.868214] env[63862]: value = "task-2098430" [ 2145.868214] env[63862]: _type = "Task" [ 2145.868214] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.868931] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa82f4-692e-4459-be1e-0b81106f876c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.898438] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] eb438ef4-d7c4-4bf7-a319-77d16911c0a0/eb438ef4-d7c4-4bf7-a319-77d16911c0a0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2145.898809] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.901758] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efc8e02-29ba-4607-9566-e847a917b137 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.916995] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2e81036f-03b0-400f-adc6-4eb39f947b5f] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2145.925751] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2145.925751] env[63862]: value = "task-2098431" [ 2145.925751] env[63862]: _type = "Task" [ 2145.925751] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.937527] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.986986] env[63862]: DEBUG nova.objects.instance [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.082518] env[63862]: DEBUG nova.network.neutron [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2146.178311] env[63862]: INFO nova.compute.manager [-] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Took 1.32 seconds to deallocate network for instance. [ 2146.178725] env[63862]: DEBUG oslo_vmware.api [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156088} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.185961] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2146.186187] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2146.186370] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2146.186561] env[63862]: INFO nova.compute.manager [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2146.186764] env[63862]: DEBUG oslo.service.loopingcall [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.186972] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098425, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.194408] env[63862]: DEBUG nova.compute.manager [-] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2146.194408] env[63862]: DEBUG nova.network.neutron [-] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2146.262788] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4486f317-dcb2-482b-b7a1-81825146394b tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.521s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.334817] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b020be-e5e7-419d-b9e6-5d9347f6ea43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.345515] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8110af-093f-4f63-8ac8-665bc22e1b1b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.378824] env[63862]: DEBUG nova.network.neutron [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Updating instance_info_cache with network_info: [{"id": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "address": "fa:16:3e:ee:a4:62", "network": {"id": "04bddb9d-1cb9-432b-bca0-9ad54d716f49", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390853472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4d55aaac2b4e8eabb8681f804c523c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c79353-0c", "ovs_interfaceid": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.383586] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3180f83-c110-4615-9423-d41a6d2484b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.391934] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.395280] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14aa5d-9a0d-4f7e-a4dd-e1fed5bae840 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.411121] env[63862]: DEBUG nova.compute.provider_tree [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.420661] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: cd512d37-903a-4b5b-91d3-81c6c4417a0f] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2146.440958] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.495925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.496142] env[63862]: DEBUG oslo_concurrency.lockutils [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.496392] env[63862]: DEBUG nova.network.neutron [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2146.496535] env[63862]: DEBUG nova.objects.instance [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'info_cache' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.674066] env[63862]: DEBUG nova.compute.manager [req-25009dae-b427-4edd-bc13-ace33502f475 req-905397cf-6111-418c-a296-1a53519badf1 service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Received event network-vif-deleted-dfcfe6dc-a1f0-442f-a55d-8745495f1d3e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.674066] env[63862]: INFO nova.compute.manager [req-25009dae-b427-4edd-bc13-ace33502f475 req-905397cf-6111-418c-a296-1a53519badf1 service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Neutron deleted interface dfcfe6dc-a1f0-442f-a55d-8745495f1d3e; detaching it from the instance and deleting it from the info cache [ 2146.674066] env[63862]: DEBUG nova.network.neutron [req-25009dae-b427-4edd-bc13-ace33502f475 req-905397cf-6111-418c-a296-1a53519badf1 service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2146.684959] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098425, 'name': PowerOnVM_Task, 'duration_secs': 1.145554} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.685331] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2146.685582] env[63862]: DEBUG nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2146.686389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f105c18-5173-404b-8871-c41a9efd9a63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.696376] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.780986] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2146.805828] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:46:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89e0c100-fe9d-41be-bc41-b71d01b63bce',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1901831136',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2146.806098] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2146.806257] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2146.806435] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2146.806579] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2146.806721] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2146.806925] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2146.807092] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2146.807264] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2146.807416] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2146.807584] env[63862]: DEBUG nova.virt.hardware [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2146.808535] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120ca49-f256-42dc-b098-dc9f87899c74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.816534] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382249df-49fb-4c01-baef-5c00c7df39f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.822645] env[63862]: DEBUG nova.compute.manager [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Received event network-changed-d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.822821] env[63862]: DEBUG nova.compute.manager [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Refreshing instance network info cache due to event network-changed-d2c79353-0c49-45bb-b3a6-7ab97a9feb97. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2146.823016] env[63862]: DEBUG oslo_concurrency.lockutils [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] Acquiring lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.887996] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Releasing lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.889057] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Instance network_info: |[{"id": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "address": "fa:16:3e:ee:a4:62", "network": {"id": "04bddb9d-1cb9-432b-bca0-9ad54d716f49", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390853472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4d55aaac2b4e8eabb8681f804c523c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c79353-0c", "ovs_interfaceid": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2146.889057] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098430, 'name': ReconfigVM_Task, 'duration_secs': 0.601666} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.889253] env[63862]: DEBUG oslo_concurrency.lockutils [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] Acquired lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.889359] env[63862]: DEBUG nova.network.neutron [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Refreshing network info cache for port d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2146.890573] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:a4:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c79353-0c49-45bb-b3a6-7ab97a9feb97', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2146.897853] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Creating folder: Project (bf4d55aaac2b4e8eabb8681f804c523c). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2146.898165] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5/b3528b67-5ccc-4302-aad4-0a6f4f56ddc5.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.898434] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2146.902481] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bce6b106-a4cf-4344-b643-a2023327e8bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.913826] env[63862]: DEBUG nova.scheduler.client.report [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.916885] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Created folder: Project (bf4d55aaac2b4e8eabb8681f804c523c) in parent group-v429490. [ 2146.917068] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Creating folder: Instances. Parent ref: group-v429693. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2146.917460] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c285fda-e34e-41a2-856c-652bc56cf0a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.923933] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 44095de4-eac4-475d-aa56-6fe9211a1721] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2146.927306] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Created folder: Instances in parent group-v429693. [ 2146.927526] env[63862]: DEBUG oslo.service.loopingcall [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.931049] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2146.931492] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82a07970-78af-4066-b5da-4e8602d703a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.951335] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098431, 'name': ReconfigVM_Task, 'duration_secs': 0.714125} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.952746] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] eb438ef4-d7c4-4bf7-a319-77d16911c0a0/eb438ef4-d7c4-4bf7-a319-77d16911c0a0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.953253] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2146.953253] env[63862]: value = "task-2098434" [ 2146.953253] env[63862]: _type = "Task" [ 2146.953253] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.953449] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed159117-2498-4f1f-a8fe-8e6c41d8d287 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.963473] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098434, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.965045] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2146.965045] env[63862]: value = "task-2098435" [ 2146.965045] env[63862]: _type = "Task" [ 2146.965045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.974488] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098435, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.999775] env[63862]: DEBUG nova.objects.base [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Object Instance<8ca39ef8-b09e-480b-93a4-44ceb7cbebfd> lazy-loaded attributes: flavor,info_cache {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2147.047536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.047781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.132061] env[63862]: DEBUG nova.network.neutron [-] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.179323] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dace8a1e-fcdc-4e74-a7e2-d3ec59f01857 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.188879] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4ae4c-c84c-4a5d-b032-155406637a96 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.202061] env[63862]: INFO nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] bringing vm to original state: 'stopped' [ 2147.229959] env[63862]: DEBUG nova.compute.manager [req-25009dae-b427-4edd-bc13-ace33502f475 req-905397cf-6111-418c-a296-1a53519badf1 service nova] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Detach interface failed, port_id=dfcfe6dc-a1f0-442f-a55d-8745495f1d3e, reason: Instance 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2147.406625] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73708cb-fbe5-488f-84e2-310f2ae05c12 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.428394] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.428906] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2147.431905] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: ae109144-b868-4d2f-aac0-cb9b59b1627e] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2147.434646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.617s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.434646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.435683] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.190s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.435865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.437936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.393s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.439378] env[63862]: INFO nova.compute.claims [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.443083] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11005190-9dd0-4f6c-9eed-c794f98e54b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.468730] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2147.482724] env[63862]: INFO nova.scheduler.client.report [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Deleted allocations for instance 0380cd6a-b3e4-49d7-90bc-14e5443f23ef [ 2147.496659] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098434, 'name': CreateVM_Task, 'duration_secs': 0.399041} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.498062] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098435, 'name': Rename_Task, 'duration_secs': 0.175677} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.501505] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2147.501819] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2147.503080] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.503330] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.504175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2147.504175] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e62d9e-57dc-4088-b3ed-c0e8da9a5b08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.511562] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b1f4f4-004c-4bbb-9c4d-25c92c249f8e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.520389] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2147.520389] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521ef5ad-0fac-c6ab-26e7-033ca1836043" [ 2147.520389] env[63862]: _type = "Task" [ 2147.520389] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.523559] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2147.523559] env[63862]: value = "task-2098436" [ 2147.523559] env[63862]: _type = "Task" [ 2147.523559] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.543285] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521ef5ad-0fac-c6ab-26e7-033ca1836043, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.549492] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.549492] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2147.549700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.549804] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.549979] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2147.550594] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.550910] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2147.553350] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b744c3-086c-4c79-84bc-74938bb0a68f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.562976] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2147.563168] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2147.564192] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2c21d9-d9c4-479d-bf45-e452c34f212e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.569977] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2147.569977] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529992c1-c93a-bd96-5e48-051578092a24" [ 2147.569977] env[63862]: _type = "Task" [ 2147.569977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.579993] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529992c1-c93a-bd96-5e48-051578092a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.588672] env[63862]: DEBUG nova.network.neutron [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Successfully updated port: c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2147.634572] env[63862]: INFO nova.compute.manager [-] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Took 1.44 seconds to deallocate network for instance. [ 2147.707811] env[63862]: DEBUG nova.network.neutron [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Updated VIF entry in instance network info cache for port d2c79353-0c49-45bb-b3a6-7ab97a9feb97. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2147.708158] env[63862]: DEBUG nova.network.neutron [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Updating instance_info_cache with network_info: [{"id": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "address": "fa:16:3e:ee:a4:62", "network": {"id": "04bddb9d-1cb9-432b-bca0-9ad54d716f49", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390853472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4d55aaac2b4e8eabb8681f804c523c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c79353-0c", "ovs_interfaceid": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.819770] env[63862]: DEBUG nova.network.neutron [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [{"id": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "address": "fa:16:3e:e5:06:d9", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ea38cd9-30", "ovs_interfaceid": "3ea38cd9-30ac-47b5-8ee2-7069806e1cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.949027] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: c3bf2f4e-518c-4aa3-9b0b-b4bae5f43c02] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2147.953232] env[63862]: DEBUG nova.compute.utils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.955039] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2147.955219] env[63862]: DEBUG nova.network.neutron [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2147.961314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-125132c3-ece4-4590-8365-b2241d13670a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.103s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.961314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.766s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.961314] env[63862]: INFO nova.compute.manager [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Unshelving [ 2148.005954] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2f9e93d6-12bc-4312-8ad2-c1087024bc85 tempest-ImagesOneServerNegativeTestJSON-320762304 tempest-ImagesOneServerNegativeTestJSON-320762304-project-member] Lock "0380cd6a-b3e4-49d7-90bc-14e5443f23ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.792s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.008939] env[63862]: DEBUG nova.policy [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54281c029188407cb062861446fc42ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9966a7afebff4f0a989b2e6f0efe6c4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2148.040013] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.040670] env[63862]: DEBUG nova.network.neutron [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Port 2082a449-181b-42f0-8d81-cdabe4751c99 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2148.081247] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529992c1-c93a-bd96-5e48-051578092a24, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.082365] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.083197] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7950ccdd-d923-468f-aa7f-41eb95507099 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.089247] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2148.089247] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525e3871-a2a5-78e0-3d78-7515cb526bf1" [ 2148.089247] env[63862]: _type = "Task" [ 2148.089247] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.092569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.092716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.092905] env[63862]: DEBUG nova.network.neutron [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2148.098194] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525e3871-a2a5-78e0-3d78-7515cb526bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.140864] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.208303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.208642] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.208689] env[63862]: DEBUG nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.209585] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6b832b-6216-4718-9435-96893202700f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.213011] env[63862]: DEBUG oslo_concurrency.lockutils [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] Releasing lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.213509] env[63862]: DEBUG nova.compute.manager [req-6821e2a1-4630-416d-bdbd-63fe31cf41ec req-6cdbcee1-e76b-4215-a283-cc5416fbc94f service nova] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Received event network-vif-deleted-e00c48ae-131b-4f2c-8778-a8408ec6753b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2148.217631] env[63862]: DEBUG nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2148.322426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "refresh_cache-8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.340620] env[63862]: DEBUG nova.network.neutron [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Successfully created port: ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2148.456454] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0fd9b1e9-32c1-4fc1-9507-d6e53eef14ca] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2148.460513] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.543628] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.608765] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525e3871-a2a5-78e0-3d78-7515cb526bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.609962] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.610255] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 927a9675-d66c-48a3-98a2-06bbed32126a/927a9675-d66c-48a3-98a2-06bbed32126a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2148.610533] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbafb027-0631-47d0-8cc7-3b83f4b53edd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.619210] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2148.619210] env[63862]: value = "task-2098437" [ 2148.619210] env[63862]: _type = "Task" [ 2148.619210] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.630181] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.668233] env[63862]: DEBUG nova.network.neutron [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2148.723208] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2148.723482] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f7f179-b1a4-4db6-bf3c-187bc8d5153b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.732945] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2148.732945] env[63862]: value = "task-2098438" [ 2148.732945] env[63862]: _type = "Task" [ 2148.732945] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.744656] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.848629] env[63862]: DEBUG nova.network.neutron [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.961982] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: eff61fb5-f335-4ab7-b3e7-1ac87357e939] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2148.969443] env[63862]: DEBUG nova.compute.utils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2149.059215] env[63862]: DEBUG oslo_vmware.api [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098436, 'name': PowerOnVM_Task, 'duration_secs': 1.244451} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.065019] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.065019] env[63862]: INFO nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Took 10.53 seconds to spawn the instance on the hypervisor. [ 2149.065019] env[63862]: DEBUG nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.069871] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.070165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.070338] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.076256] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269d070-e7bf-46a7-b34f-7ee818a8f64a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.079487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.079487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.079487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.079487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.080224] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.085046] env[63862]: INFO nova.compute.manager [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Terminating instance [ 2149.102935] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b2a72-3e61-4e4f-bdae-f4c757060713 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.111358] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2caa5f-49b6-4242-a944-b52db2bec101 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.152761] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51034e83-08b8-4aea-be25-3b858e7e2382 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.162860] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098437, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.165864] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00886d2a-aeb2-45c3-8c89-a467b9dfebaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.179687] env[63862]: DEBUG nova.compute.provider_tree [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.244151] env[63862]: DEBUG oslo_vmware.api [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098438, 'name': PowerOffVM_Task, 'duration_secs': 0.253023} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.244572] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2149.244905] env[63862]: DEBUG nova.compute.manager [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2149.245790] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc3bc74-b8f5-4f1e-a91b-88e72adbfe29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.250633] env[63862]: DEBUG nova.compute.manager [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Received event network-vif-plugged-c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2149.250835] env[63862]: DEBUG oslo_concurrency.lockutils [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] Acquiring lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.251102] env[63862]: DEBUG oslo_concurrency.lockutils [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.251334] env[63862]: DEBUG oslo_concurrency.lockutils [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.251449] env[63862]: DEBUG nova.compute.manager [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] No waiting events found dispatching network-vif-plugged-c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2149.251595] env[63862]: WARNING nova.compute.manager [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Received unexpected event network-vif-plugged-c7a2fded-4565-497e-bde2-08200836e2f9 for instance with vm_state building and task_state spawning. [ 2149.251754] env[63862]: DEBUG nova.compute.manager [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Received event network-changed-c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2149.251905] env[63862]: DEBUG nova.compute.manager [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Refreshing instance network info cache due to event network-changed-c7a2fded-4565-497e-bde2-08200836e2f9. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2149.252153] env[63862]: DEBUG oslo_concurrency.lockutils [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] Acquiring lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.328961] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2149.329216] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de407eed-76c4-47d6-8cbf-9d5dd708a2ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.336153] env[63862]: DEBUG oslo_vmware.api [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2149.336153] env[63862]: value = "task-2098439" [ 2149.336153] env[63862]: _type = "Task" [ 2149.336153] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.346092] env[63862]: DEBUG oslo_vmware.api [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.351726] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.352162] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Instance network_info: |[{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2149.352455] env[63862]: DEBUG oslo_concurrency.lockutils [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] Acquired lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.352635] env[63862]: DEBUG nova.network.neutron [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Refreshing network info cache for port c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2149.353887] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:17:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7a2fded-4565-497e-bde2-08200836e2f9', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2149.361376] env[63862]: DEBUG oslo.service.loopingcall [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.362065] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2149.362353] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a2a6af8-8de4-47e3-8d84-e032a583f754 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.384475] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2149.384475] env[63862]: value = "task-2098440" [ 2149.384475] env[63862]: _type = "Task" [ 2149.384475] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.391803] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098440, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.468944] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 06cf82f5-edb4-4bab-8396-43f652e0c1cc] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2149.472761] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.476858] env[63862]: INFO nova.virt.block_device [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Booting with volume 44475a23-c057-4cc2-84ec-64099e5f68ab at /dev/sdb [ 2149.511345] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.511605] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.511763] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.511992] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.512214] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.512378] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.512593] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.512753] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.512921] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.513105] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.513336] env[63862]: DEBUG nova.virt.hardware [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.514684] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1412c1ed-9617-4b37-9335-121dc45a2b31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.522768] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d908d-ebfb-4da5-9406-6b7f80ecf7da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.527596] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-919ea790-b1ba-4614-ae0b-eae29c6672d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.544305] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed7db67-f574-4412-b45d-a2b0b19ec5ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.581812] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9447efe-e3f1-4837-8ac5-6fade09f64d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.591461] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd4ee36-26c8-4666-9622-4f6b962e8c23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.603124] env[63862]: DEBUG nova.compute.manager [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2149.603372] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.604405] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce25c7b4-6d75-4425-82a8-f748b90568fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.616192] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.616328] env[63862]: INFO nova.compute.manager [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Took 45.52 seconds to build instance. [ 2149.617370] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb83ef7-d371-4b9d-b8dc-6e246fc2c3f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.636071] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50ea400-04d8-42cd-bf75-9fe0e0b717be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.639313] env[63862]: DEBUG oslo_vmware.api [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2149.639313] env[63862]: value = "task-2098441" [ 2149.639313] env[63862]: _type = "Task" [ 2149.639313] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.650267] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c928af72-73a7-428c-847e-4f86d612cabe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.653884] env[63862]: DEBUG oslo_vmware.api [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.661821] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563781} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.662148] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 927a9675-d66c-48a3-98a2-06bbed32126a/927a9675-d66c-48a3-98a2-06bbed32126a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2149.662407] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2149.662682] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6640d8ad-b922-4844-ab50-087882cb6745 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.670025] env[63862]: DEBUG nova.virt.block_device [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating existing volume attachment record: d6049e37-7654-482d-a65b-437e438daeac {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2149.677688] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2149.677688] env[63862]: value = "task-2098442" [ 2149.677688] env[63862]: _type = "Task" [ 2149.677688] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.685490] env[63862]: DEBUG nova.scheduler.client.report [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.690074] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.761800] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.845954] env[63862]: DEBUG oslo_vmware.api [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.895479] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098440, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.978214] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 721fd930-260b-46e1-a6e7-7058d5ff875a] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2150.119368] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55c845b7-efbb-422b-ae7b-327558dc1121 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.975s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.150203] env[63862]: DEBUG oslo_vmware.api [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098441, 'name': PowerOffVM_Task, 'duration_secs': 0.20815} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.150477] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2150.150642] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2150.150896] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c95b0988-2853-410b-b9e1-eb2b38c35e1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.177598] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.177598] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.177598] env[63862]: DEBUG nova.network.neutron [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.186990] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071243} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.188023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2150.188648] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5fa47a-644c-451b-8c31-7af4090aaced {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.206907] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.206907] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2150.216961] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 927a9675-d66c-48a3-98a2-06bbed32126a/927a9675-d66c-48a3-98a2-06bbed32126a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2150.218216] env[63862]: DEBUG nova.network.neutron [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updated VIF entry in instance network info cache for port c7a2fded-4565-497e-bde2-08200836e2f9. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2150.218584] env[63862]: DEBUG nova.network.neutron [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.219735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.932s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.221910] env[63862]: INFO nova.compute.claims [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.223725] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c36f9bc-0d47-4d03-93a8-b1e26bb6f80a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.246791] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.246998] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.247191] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Deleting the datastore file [datastore2] dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.247698] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ccc4cfc-b0bc-4b11-b098-95692e226160 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.249763] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.249975] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.250214] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.250405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.250564] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.254150] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2150.254150] env[63862]: value = "task-2098447" [ 2150.254150] env[63862]: _type = "Task" [ 2150.254150] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.255135] env[63862]: INFO nova.compute.manager [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Terminating instance [ 2150.262349] env[63862]: DEBUG oslo_vmware.api [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2150.262349] env[63862]: value = "task-2098448" [ 2150.262349] env[63862]: _type = "Task" [ 2150.262349] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.275653] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.283987] env[63862]: DEBUG oslo_vmware.api [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.283987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.290538] env[63862]: DEBUG nova.network.neutron [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Successfully updated port: ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2150.348233] env[63862]: DEBUG oslo_vmware.api [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098439, 'name': PowerOnVM_Task, 'duration_secs': 0.605746} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.348547] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2150.348754] env[63862]: DEBUG nova.compute.manager [None req-165b3267-54c8-4ad4-ac43-c87db627d59b tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2150.349568] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5fc45-9cbd-411a-b525-7ba0873475c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.395730] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098440, 'name': CreateVM_Task, 'duration_secs': 0.725006} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.395915] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2150.397215] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.397383] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.397696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2150.398215] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d31b4b4-b7da-4274-bd10-94277d07f72f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.402866] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2150.402866] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c24a44-d61a-926a-778c-93cbae668429" [ 2150.402866] env[63862]: _type = "Task" [ 2150.402866] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.410931] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c24a44-d61a-926a-778c-93cbae668429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.480930] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 91a8bffe-660c-49fd-9b5c-c575f8304c2e] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2150.719575] env[63862]: DEBUG nova.compute.utils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2150.720980] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2150.721164] env[63862]: DEBUG nova.network.neutron [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2150.743880] env[63862]: DEBUG oslo_concurrency.lockutils [req-ad8648da-5482-4dba-926b-2bd3e37d0bc2 req-4542fe7e-1823-498a-bf2e-14a6f24f1f10 service nova] Releasing lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.761907] env[63862]: DEBUG nova.policy [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ea98126be05412cb68df1d5a15dbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a6895a17854f2c88d5bdd6a6adc229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2150.764263] env[63862]: DEBUG nova.compute.manager [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2150.764427] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2150.765877] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672d9b0a-0c32-448f-ae09-4690c9a0b789 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.775913] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098447, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.781513] env[63862]: DEBUG oslo_vmware.api [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353156} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.783649] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2150.783984] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2150.784542] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2150.784542] env[63862]: INFO nova.compute.manager [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2150.784542] env[63862]: DEBUG oslo.service.loopingcall [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2150.785046] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2150.785046] env[63862]: DEBUG nova.compute.manager [-] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2150.785046] env[63862]: DEBUG nova.network.neutron [-] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2150.786565] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87a5147e-0781-43b4-b9f9-071e49d0aeaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.793376] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.793376] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.793574] env[63862]: DEBUG nova.network.neutron [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.922934] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c24a44-d61a-926a-778c-93cbae668429, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.923633] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.924123] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2150.924240] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.924401] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.924559] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2150.925080] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8165eb-e2fe-4503-82f2-06bce01d8d72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.937014] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2150.937244] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2150.937421] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] 4c1532b1-8f52-49c0-b864-37fc2a5e33a9 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2150.937673] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31fa069f-788b-4216-8438-677c686b2837 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.940913] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2150.942948] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2150.944158] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e10efa9-3721-4002-a5b9-9c13de73005f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.948113] env[63862]: DEBUG oslo_vmware.api [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2150.948113] env[63862]: value = "task-2098450" [ 2150.948113] env[63862]: _type = "Task" [ 2150.948113] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.954118] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2150.954118] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524f2271-13bb-b343-22d4-8221cedd48a6" [ 2150.954118] env[63862]: _type = "Task" [ 2150.954118] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.965317] env[63862]: DEBUG oslo_vmware.api [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.970061] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524f2271-13bb-b343-22d4-8221cedd48a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012366} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.971828] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87652d64-8758-4632-b871-27f7e8563bf2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.977588] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2150.977588] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52003acb-7b55-7966-a61b-b07c0fd647f8" [ 2150.977588] env[63862]: _type = "Task" [ 2150.977588] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.985894] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3f3b63ea-f969-434e-8788-19b88d5fa652] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2150.987976] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52003acb-7b55-7966-a61b-b07c0fd647f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.045113] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.045413] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.045625] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.045818] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.046785] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.049713] env[63862]: INFO nova.compute.manager [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Terminating instance [ 2151.142857] env[63862]: DEBUG nova.network.neutron [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Successfully created port: 2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2151.225131] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2151.229876] env[63862]: DEBUG nova.network.neutron [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [{"id": "2082a449-181b-42f0-8d81-cdabe4751c99", "address": "fa:16:3e:b1:9d:f3", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2082a449-18", "ovs_interfaceid": "2082a449-181b-42f0-8d81-cdabe4751c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.268209] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098447, 'name': ReconfigVM_Task, 'duration_secs': 0.672221} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.268688] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 927a9675-d66c-48a3-98a2-06bbed32126a/927a9675-d66c-48a3-98a2-06bbed32126a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2151.269627] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9561b345-cdd4-42dc-b9f1-7de16b9c8e7b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.278432] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2151.278432] env[63862]: value = "task-2098451" [ 2151.278432] env[63862]: _type = "Task" [ 2151.278432] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.293044] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098451, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.372984] env[63862]: DEBUG nova.compute.manager [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Received event network-vif-plugged-ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.373244] env[63862]: DEBUG oslo_concurrency.lockutils [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] Acquiring lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.373488] env[63862]: DEBUG oslo_concurrency.lockutils [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.373616] env[63862]: DEBUG oslo_concurrency.lockutils [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.373884] env[63862]: DEBUG nova.compute.manager [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] No waiting events found dispatching network-vif-plugged-ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2151.373953] env[63862]: WARNING nova.compute.manager [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Received unexpected event network-vif-plugged-ea5facc1-6da6-44b0-9324-48d972173509 for instance with vm_state building and task_state spawning. [ 2151.374130] env[63862]: DEBUG nova.compute.manager [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Received event network-changed-ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.374288] env[63862]: DEBUG nova.compute.manager [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Refreshing instance network info cache due to event network-changed-ea5facc1-6da6-44b0-9324-48d972173509. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2151.374460] env[63862]: DEBUG oslo_concurrency.lockutils [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] Acquiring lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.394160] env[63862]: DEBUG nova.network.neutron [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2151.468105] env[63862]: DEBUG oslo_vmware.api [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372807} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.468552] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2151.469230] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2151.469230] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2151.469535] env[63862]: INFO nova.compute.manager [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Took 0.71 seconds to destroy the instance on the hypervisor. [ 2151.469908] env[63862]: DEBUG oslo.service.loopingcall [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.470224] env[63862]: DEBUG nova.compute.manager [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2151.470385] env[63862]: DEBUG nova.network.neutron [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2151.488849] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52003acb-7b55-7966-a61b-b07c0fd647f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017048} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.489159] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.489399] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2151.489670] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9539fdda-9fea-4146-a2e4-8c03e9a38997 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.492278] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d0604e22-2070-4f9f-a454-4ce6a0c33475] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2151.500428] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2151.500428] env[63862]: value = "task-2098452" [ 2151.500428] env[63862]: _type = "Task" [ 2151.500428] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.510863] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.557533] env[63862]: DEBUG nova.compute.manager [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2151.557768] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2151.559440] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786cbf63-16a6-47c2-a98a-227a1491bd85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.571934] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2151.571934] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a07564-109f-471c-b6a3-396a9d767e34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.578237] env[63862]: DEBUG oslo_vmware.api [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2151.578237] env[63862]: value = "task-2098453" [ 2151.578237] env[63862]: _type = "Task" [ 2151.578237] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.592526] env[63862]: DEBUG oslo_vmware.api [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.737084] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.792208] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098451, 'name': Rename_Task, 'duration_secs': 0.184639} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.795975] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2151.796778] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4888d1c-8ed2-4184-b4be-c9a859a5bafa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.807026] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2151.807026] env[63862]: value = "task-2098454" [ 2151.807026] env[63862]: _type = "Task" [ 2151.807026] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.821142] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.842572] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eaad5d-6921-499c-a281-3d3286d4a6bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.852559] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3cc2d-4ddf-4c75-8bdc-122475fe3cb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.891740] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ffb688-b28d-4933-97a2-f06200891a3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.900810] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe9721-64b6-43b2-b1bd-ceae1dc95e8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.919997] env[63862]: DEBUG nova.compute.provider_tree [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2151.924119] env[63862]: DEBUG nova.network.neutron [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updating instance_info_cache with network_info: [{"id": "ea5facc1-6da6-44b0-9324-48d972173509", "address": "fa:16:3e:71:e1:55", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5facc1-6d", "ovs_interfaceid": "ea5facc1-6da6-44b0-9324-48d972173509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.943846] env[63862]: DEBUG nova.network.neutron [-] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.999874] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 919c2a66-cfce-4b43-8b72-94ae6f0ddfb7] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2152.013443] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502801} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.013603] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2152.013756] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2152.014035] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1c78c78-b02e-4ce5-a4ed-95b1c24b39d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.020166] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2152.020166] env[63862]: value = "task-2098455" [ 2152.020166] env[63862]: _type = "Task" [ 2152.020166] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.029923] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.090409] env[63862]: DEBUG oslo_vmware.api [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098453, 'name': PowerOffVM_Task, 'duration_secs': 0.168869} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.090409] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.090409] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2152.090409] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c58244-b3b8-4283-8dda-c5476d7e6274 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.242065] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2152.274698] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2152.275153] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2152.275376] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleting the datastore file [datastore2] eb438ef4-d7c4-4bf7-a319-77d16911c0a0 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2152.278690] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95385531-b7bd-4ec5-8697-209ea87fe904 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.283180] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d82a2d5-9387-4684-9623-2397a4f7efa6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.293928] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2152.294338] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2152.294559] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2152.294778] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2152.294965] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2152.296919] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2152.296919] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2152.296919] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2152.296919] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2152.296919] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2152.296919] env[63862]: DEBUG nova.virt.hardware [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2152.298302] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0da5db-994b-4dca-a9f5-88f050f8fe25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.323512] env[63862]: DEBUG oslo_vmware.api [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2152.323512] env[63862]: value = "task-2098458" [ 2152.323512] env[63862]: _type = "Task" [ 2152.323512] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.328589] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965d780-2570-40a3-b3af-5d6a2a4a9718 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.339346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8782f6-6b17-499c-a9b4-0849f390fdc8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.353404] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.353404] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2152.361328] env[63862]: DEBUG oslo_vmware.api [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.426317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.426651] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance network_info: |[{"id": "ea5facc1-6da6-44b0-9324-48d972173509", "address": "fa:16:3e:71:e1:55", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5facc1-6d", "ovs_interfaceid": "ea5facc1-6da6-44b0-9324-48d972173509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2152.427108] env[63862]: DEBUG oslo_concurrency.lockutils [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] Acquired lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.427204] env[63862]: DEBUG nova.network.neutron [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Refreshing network info cache for port ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2152.430767] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:e1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5facc1-6da6-44b0-9324-48d972173509', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2152.438718] env[63862]: DEBUG oslo.service.loopingcall [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.439555] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2152.439793] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db5df63-ff53-4092-a500-1a8e03848b82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.456632] env[63862]: ERROR nova.scheduler.client.report [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [req-8e76c225-13f0-43e7-850e-31b0f904640c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e76c225-13f0-43e7-850e-31b0f904640c"}]} [ 2152.457201] env[63862]: INFO nova.compute.manager [-] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Took 1.67 seconds to deallocate network for instance. [ 2152.467256] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2152.467256] env[63862]: value = "task-2098459" [ 2152.467256] env[63862]: _type = "Task" [ 2152.467256] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.476720] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098459, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.477980] env[63862]: DEBUG nova.scheduler.client.report [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2152.495141] env[63862]: DEBUG nova.scheduler.client.report [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2152.495500] env[63862]: DEBUG nova.compute.provider_tree [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2152.508104] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 28e79b97-cb99-4b32-bbf8-a762d2e35fae] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2152.510448] env[63862]: DEBUG nova.scheduler.client.report [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2152.531115] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073366} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.531389] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2152.532282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512be5a-73d6-4c32-bf1c-6b84003a1357 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.555512] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2152.557388] env[63862]: DEBUG nova.scheduler.client.report [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2152.559815] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06b4b733-01a6-4262-942e-c026c92ba13e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.583998] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2152.583998] env[63862]: value = "task-2098460" [ 2152.583998] env[63862]: _type = "Task" [ 2152.583998] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.601302] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.726568] env[63862]: DEBUG nova.compute.manager [req-dd526c1c-2540-4501-b255-ec976690b408 req-6e6d2c1f-808c-4ad8-970d-a79c45c76d8b service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Received event network-vif-plugged-2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2152.726900] env[63862]: DEBUG oslo_concurrency.lockutils [req-dd526c1c-2540-4501-b255-ec976690b408 req-6e6d2c1f-808c-4ad8-970d-a79c45c76d8b service nova] Acquiring lock "81511944-1697-4c5e-9df1-25a7844fb8a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.727222] env[63862]: DEBUG oslo_concurrency.lockutils [req-dd526c1c-2540-4501-b255-ec976690b408 req-6e6d2c1f-808c-4ad8-970d-a79c45c76d8b service nova] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.727480] env[63862]: DEBUG oslo_concurrency.lockutils [req-dd526c1c-2540-4501-b255-ec976690b408 req-6e6d2c1f-808c-4ad8-970d-a79c45c76d8b service nova] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.728477] env[63862]: DEBUG nova.compute.manager [req-dd526c1c-2540-4501-b255-ec976690b408 req-6e6d2c1f-808c-4ad8-970d-a79c45c76d8b service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] No waiting events found dispatching network-vif-plugged-2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2152.728477] env[63862]: WARNING nova.compute.manager [req-dd526c1c-2540-4501-b255-ec976690b408 req-6e6d2c1f-808c-4ad8-970d-a79c45c76d8b service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Received unexpected event network-vif-plugged-2b88dbdd-14db-4e4c-982e-4bf498159e3a for instance with vm_state building and task_state spawning. [ 2152.829130] env[63862]: DEBUG nova.network.neutron [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Successfully updated port: 2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2152.836353] env[63862]: DEBUG oslo_vmware.api [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098454, 'name': PowerOnVM_Task, 'duration_secs': 0.586839} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.845969] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2152.846219] env[63862]: INFO nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Took 8.85 seconds to spawn the instance on the hypervisor. [ 2152.846415] env[63862]: DEBUG nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2152.847508] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0342d225-a87f-424b-8149-2a5b8fba1fb7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.859085] env[63862]: DEBUG oslo_vmware.api [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451288} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.861217] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2152.861636] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2152.862369] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2152.862767] env[63862]: INFO nova.compute.manager [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2152.863075] env[63862]: DEBUG oslo.service.loopingcall [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2152.863340] env[63862]: DEBUG nova.network.neutron [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.869673] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2152.870236] env[63862]: DEBUG nova.compute.manager [-] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2152.874137] env[63862]: DEBUG nova.network.neutron [-] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2152.876228] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db63a05a-0281-4ab6-b066-649f10fd3b8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.883405] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2152.883405] env[63862]: value = "task-2098461" [ 2152.883405] env[63862]: _type = "Task" [ 2152.883405] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.895983] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.967604] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.984903] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098459, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.013740] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: e41c8a2b-c912-40b1-99a4-1ce6bb2686d5] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2153.100156] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.194243] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a07c5-db8f-4a4e-9b9c-f83c86f38386 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.202447] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2feabf6-c2de-40a0-a955-7677c0dcfa94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.236846] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f946e6-b1d4-4ad7-93cd-df84ee341dfb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.244917] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d9104-f682-460c-9c90-5d1bd87b2689 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.260033] env[63862]: DEBUG nova.compute.provider_tree [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2153.277352] env[63862]: DEBUG nova.network.neutron [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updated VIF entry in instance network info cache for port ea5facc1-6da6-44b0-9324-48d972173509. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2153.277691] env[63862]: DEBUG nova.network.neutron [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updating instance_info_cache with network_info: [{"id": "ea5facc1-6da6-44b0-9324-48d972173509", "address": "fa:16:3e:71:e1:55", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5facc1-6d", "ovs_interfaceid": "ea5facc1-6da6-44b0-9324-48d972173509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.334227] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.334227] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.334227] env[63862]: DEBUG nova.network.neutron [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.368296] env[63862]: INFO nova.compute.manager [-] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Took 1.90 seconds to deallocate network for instance. [ 2153.389824] env[63862]: INFO nova.compute.manager [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Took 42.91 seconds to build instance. [ 2153.399857] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.449623] env[63862]: DEBUG nova.compute.manager [req-9d49f93a-d085-45fb-a4c4-13bc0e135055 req-eaf674f9-972f-4933-aa6f-baba15c253a0 service nova] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Received event network-vif-deleted-57d8beca-4ab7-4364-97bd-97ae33163ca9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2153.449834] env[63862]: DEBUG nova.compute.manager [req-9d49f93a-d085-45fb-a4c4-13bc0e135055 req-eaf674f9-972f-4933-aa6f-baba15c253a0 service nova] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Received event network-vif-deleted-35ca0d9e-969a-4a41-adea-6abf059b6f4a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2153.477472] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098459, 'name': CreateVM_Task, 'duration_secs': 0.807268} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.477644] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2153.478371] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.478536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.478862] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2153.479133] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a2f373-64b6-41bc-aeb8-66a8ea3cd654 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.484072] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2153.484072] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a757d4-3889-1ea6-c1d8-81fb9dece9f8" [ 2153.484072] env[63862]: _type = "Task" [ 2153.484072] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.493390] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a757d4-3889-1ea6-c1d8-81fb9dece9f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.518826] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5239ff9f-cfc1-47a0-96b2-455cc2768aee] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2153.597110] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098460, 'name': ReconfigVM_Task, 'duration_secs': 0.879017} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.597412] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2153.598197] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-139ce4ae-6f8b-4a03-b82c-6196cef49164 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.605531] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2153.605531] env[63862]: value = "task-2098462" [ 2153.605531] env[63862]: _type = "Task" [ 2153.605531] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.617446] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098462, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.765256] env[63862]: DEBUG nova.scheduler.client.report [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.777495] env[63862]: DEBUG nova.network.neutron [-] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.783020] env[63862]: DEBUG oslo_concurrency.lockutils [req-75cd715f-fdfe-4327-bb2b-5ccfcf773d3e req-25614b5b-ef5e-47a5-b718-09dddeb38140 service nova] Releasing lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.874767] env[63862]: DEBUG nova.network.neutron [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2153.877548] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.896771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-63832b49-5224-4a34-b917-be424cc656cc tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "927a9675-d66c-48a3-98a2-06bbed32126a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.528s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.896771] env[63862]: DEBUG oslo_vmware.api [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098461, 'name': PowerOnVM_Task, 'duration_secs': 0.742888} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.896771] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.896771] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f57d7150-c0b4-4b1a-9553-009cddff6bc5 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance 'b3528b67-5ccc-4302-aad4-0a6f4f56ddc5' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2153.997527] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a757d4-3889-1ea6-c1d8-81fb9dece9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.997838] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.998086] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2153.998330] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.998493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.998656] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.998987] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab3bf330-02fc-4d3c-8377-1a3c4be4dc19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.008646] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2154.008834] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2154.009729] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20015b29-31f8-4b29-8665-f4c2651b7551 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.015830] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2154.015830] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52048d05-adaf-afc2-681d-f95c748e40a2" [ 2154.015830] env[63862]: _type = "Task" [ 2154.015830] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.024580] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 015cab37-1bd8-49ac-9a62-a1bac0754e9a] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2154.027305] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52048d05-adaf-afc2-681d-f95c748e40a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.118324] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098462, 'name': Rename_Task, 'duration_secs': 0.306343} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.118324] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2154.118324] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d25c41-a376-438e-a478-c261132144a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.126458] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2154.126458] env[63862]: value = "task-2098463" [ 2154.126458] env[63862]: _type = "Task" [ 2154.126458] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.134140] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.196347] env[63862]: DEBUG nova.network.neutron [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Updating instance_info_cache with network_info: [{"id": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "address": "fa:16:3e:4e:50:ae", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b88dbdd-14", "ovs_interfaceid": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.271285] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.051s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.271285] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2154.274448] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.416s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.275956] env[63862]: INFO nova.compute.claims [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2154.279710] env[63862]: INFO nova.compute.manager [-] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Took 1.41 seconds to deallocate network for instance. [ 2154.527857] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52048d05-adaf-afc2-681d-f95c748e40a2, 'name': SearchDatastore_Task, 'duration_secs': 0.022409} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.529016] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 94a0eeb0-5af2-4591-9c9f-f886d984bdc2] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2154.530923] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeaab687-75dd-4463-b4cd-e1695f2e8f7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.536891] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2154.536891] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a866f0-5339-42a6-b56e-425885fe58fe" [ 2154.536891] env[63862]: _type = "Task" [ 2154.536891] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.545609] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a866f0-5339-42a6-b56e-425885fe58fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.637813] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098463, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.699229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.699567] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Instance network_info: |[{"id": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "address": "fa:16:3e:4e:50:ae", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b88dbdd-14", "ovs_interfaceid": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2154.699940] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:50:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b88dbdd-14db-4e4c-982e-4bf498159e3a', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.708715] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Creating folder: Project (97a6895a17854f2c88d5bdd6a6adc229). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2154.709290] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6df25852-334d-424e-ae7f-9333ac71caf4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.720877] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Created folder: Project (97a6895a17854f2c88d5bdd6a6adc229) in parent group-v429490. [ 2154.721092] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Creating folder: Instances. Parent ref: group-v429700. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2154.721337] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f111b1eb-03c7-4a34-a129-e1463fe72657 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.731830] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Created folder: Instances in parent group-v429700. [ 2154.732095] env[63862]: DEBUG oslo.service.loopingcall [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.732362] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.732597] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f10341-36a2-4e1f-ba99-bb457c5b907d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.754824] env[63862]: DEBUG nova.compute.manager [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Received event network-changed-2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2154.755104] env[63862]: DEBUG nova.compute.manager [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Refreshing instance network info cache due to event network-changed-2b88dbdd-14db-4e4c-982e-4bf498159e3a. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2154.755577] env[63862]: DEBUG oslo_concurrency.lockutils [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] Acquiring lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.755734] env[63862]: DEBUG oslo_concurrency.lockutils [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] Acquired lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.755901] env[63862]: DEBUG nova.network.neutron [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Refreshing network info cache for port 2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.758605] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2154.758605] env[63862]: value = "task-2098466" [ 2154.758605] env[63862]: _type = "Task" [ 2154.758605] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.771612] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098466, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.776127] env[63862]: DEBUG nova.compute.utils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2154.777849] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2154.778039] env[63862]: DEBUG nova.network.neutron [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2154.789784] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.822958] env[63862]: DEBUG nova.policy [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ea98126be05412cb68df1d5a15dbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a6895a17854f2c88d5bdd6a6adc229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2155.034845] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 434db579-bfa9-4178-beca-90955252999b] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2155.050342] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a866f0-5339-42a6-b56e-425885fe58fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.050342] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.050342] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2155.050342] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb1bfbac-73f4-4b99-a248-85d472739162 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.058046] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2155.058046] env[63862]: value = "task-2098467" [ 2155.058046] env[63862]: _type = "Task" [ 2155.058046] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.068755] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.140134] env[63862]: DEBUG oslo_vmware.api [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098463, 'name': PowerOnVM_Task, 'duration_secs': 0.633049} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.140679] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2155.140679] env[63862]: INFO nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Took 8.36 seconds to spawn the instance on the hypervisor. [ 2155.140839] env[63862]: DEBUG nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2155.141641] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ec78f8-3ed6-45c0-b5fe-9b38bcfb54fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.163681] env[63862]: DEBUG nova.network.neutron [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Successfully created port: d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2155.273536] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098466, 'name': CreateVM_Task, 'duration_secs': 0.397599} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.273536] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2155.274016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.274212] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.274577] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2155.274956] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571a1079-1b9c-49a4-9bc4-093455654734 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.280945] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2155.283851] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2155.283851] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521e01e9-9ec6-99d9-6827-57da95a3968e" [ 2155.283851] env[63862]: _type = "Task" [ 2155.283851] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.300047] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521e01e9-9ec6-99d9-6827-57da95a3968e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.316161] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.482704] env[63862]: DEBUG nova.compute.manager [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Received event network-changed-d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2155.482704] env[63862]: DEBUG nova.compute.manager [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Refreshing instance network info cache due to event network-changed-d2c79353-0c49-45bb-b3a6-7ab97a9feb97. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2155.482904] env[63862]: DEBUG oslo_concurrency.lockutils [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] Acquiring lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.483073] env[63862]: DEBUG oslo_concurrency.lockutils [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] Acquired lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.483158] env[63862]: DEBUG nova.network.neutron [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Refreshing network info cache for port d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.544874] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 6bc8d2f6-0afb-44dd-a29d-f87ed3fe0db8] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2155.571948] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098467, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.667854] env[63862]: INFO nova.compute.manager [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Took 42.78 seconds to build instance. [ 2155.754611] env[63862]: DEBUG nova.network.neutron [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Updated VIF entry in instance network info cache for port 2b88dbdd-14db-4e4c-982e-4bf498159e3a. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.755338] env[63862]: DEBUG nova.network.neutron [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Updating instance_info_cache with network_info: [{"id": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "address": "fa:16:3e:4e:50:ae", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b88dbdd-14", "ovs_interfaceid": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.801317] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521e01e9-9ec6-99d9-6827-57da95a3968e, 'name': SearchDatastore_Task, 'duration_secs': 0.059783} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.801710] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.802012] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2155.802779] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.802779] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.802901] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2155.803078] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbec9925-5b32-4a1b-9fac-947a020b669a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.816676] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2155.816869] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2155.817638] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f22d4c8-c220-4ee4-a8a2-2507d46e43c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.828238] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2155.828238] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b0e865-73fe-e72e-f6d6-8f77d8e29d3e" [ 2155.828238] env[63862]: _type = "Task" [ 2155.828238] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.840152] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b0e865-73fe-e72e-f6d6-8f77d8e29d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.869235] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531270b8-85ac-4a00-9400-61fa87fc240a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.877688] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fa795d-d82e-4c2e-986a-9f07d1d997d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.913447] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b8b38b-7d1c-4697-813b-c9889f95ecc8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.921408] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645ed1e-265c-4f96-95f2-fb342d0f183a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.935784] env[63862]: DEBUG nova.compute.provider_tree [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2156.048761] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.048960] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2156.068874] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098467, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.170398] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2084e00f-de74-48d2-8a6e-fcb42cc16fe8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.945s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.261719] env[63862]: DEBUG oslo_concurrency.lockutils [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] Releasing lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.261980] env[63862]: DEBUG nova.compute.manager [req-4ed75691-e47a-4162-aad2-c36201f3e12a req-6f69976e-a73c-404a-bd7c-c09965de053c service nova] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Received event network-vif-deleted-84318b47-53f7-4354-9ac5-d58557610052 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2156.291872] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2156.326383] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2156.326731] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2156.327714] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2156.327714] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2156.327714] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2156.327941] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2156.328126] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2156.328397] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2156.328688] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2156.328971] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2156.329281] env[63862]: DEBUG nova.virt.hardware [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2156.331200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb86de7-986a-4da7-9540-01c0617b27d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.349981] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0b19c-2e82-4d51-9834-e76d6b01db37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.355930] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b0e865-73fe-e72e-f6d6-8f77d8e29d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.356516] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71698476-77fd-4835-895c-0cf5ad62b147 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.370393] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2156.370393] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5208f91e-c9fe-1e23-d380-d94cfb11f234" [ 2156.370393] env[63862]: _type = "Task" [ 2156.370393] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.378467] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5208f91e-c9fe-1e23-d380-d94cfb11f234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.438709] env[63862]: DEBUG nova.scheduler.client.report [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.451450] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.451551] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.451744] env[63862]: DEBUG nova.compute.manager [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Going to confirm migration 2 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2156.551831] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2156.571443] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098467, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.644817] env[63862]: DEBUG nova.network.neutron [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Updated VIF entry in instance network info cache for port d2c79353-0c49-45bb-b3a6-7ab97a9feb97. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2156.645233] env[63862]: DEBUG nova.network.neutron [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Updating instance_info_cache with network_info: [{"id": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "address": "fa:16:3e:ee:a4:62", "network": {"id": "04bddb9d-1cb9-432b-bca0-9ad54d716f49", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-390853472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf4d55aaac2b4e8eabb8681f804c523c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c79353-0c", "ovs_interfaceid": "d2c79353-0c49-45bb-b3a6-7ab97a9feb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.881941] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5208f91e-c9fe-1e23-d380-d94cfb11f234, 'name': SearchDatastore_Task, 'duration_secs': 0.044491} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.882902] env[63862]: DEBUG nova.network.neutron [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Successfully updated port: d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2156.884301] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.884672] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 81511944-1697-4c5e-9df1-25a7844fb8a7/81511944-1697-4c5e-9df1-25a7844fb8a7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2156.885404] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7410921-b235-4a16-a85d-68969e02b0f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.892808] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2156.892808] env[63862]: value = "task-2098468" [ 2156.892808] env[63862]: _type = "Task" [ 2156.892808] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.902514] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.944186] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.944932] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2156.948899] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.117s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.948899] env[63862]: DEBUG nova.objects.instance [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lazy-loading 'resources' on Instance uuid d82cea73-a462-467f-9859-5cbda454a9e1 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2157.039318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.039318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.039463] env[63862]: DEBUG nova.network.neutron [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2157.039719] env[63862]: DEBUG nova.objects.instance [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'info_cache' on Instance uuid b3528b67-5ccc-4302-aad4-0a6f4f56ddc5 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2157.074090] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098467, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.585717} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.074623] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2157.075013] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2157.075707] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b390f284-8c2f-4a10-bf57-72609a44ebb0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.085259] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2157.085259] env[63862]: value = "task-2098469" [ 2157.085259] env[63862]: _type = "Task" [ 2157.085259] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.094388] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.151278] env[63862]: DEBUG oslo_concurrency.lockutils [req-af2c34d3-78ad-4840-bfbc-f4d3dd5d3133 req-abe91a9f-d38b-4840-b5f4-aa6615a5ee4f service nova] Releasing lock "refresh_cache-927a9675-d66c-48a3-98a2-06bbed32126a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.390792] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "refresh_cache-c8771b69-e902-405c-8b24-8fbd0e4134c6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.390792] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "refresh_cache-c8771b69-e902-405c-8b24-8fbd0e4134c6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.390792] env[63862]: DEBUG nova.network.neutron [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2157.412115] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098468, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.452273] env[63862]: DEBUG nova.compute.utils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2157.459411] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2157.459411] env[63862]: DEBUG nova.network.neutron [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2157.507576] env[63862]: DEBUG nova.policy [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ea98126be05412cb68df1d5a15dbf55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a6895a17854f2c88d5bdd6a6adc229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2157.533925] env[63862]: DEBUG nova.compute.manager [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Received event network-vif-plugged-d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2157.534179] env[63862]: DEBUG oslo_concurrency.lockutils [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] Acquiring lock "c8771b69-e902-405c-8b24-8fbd0e4134c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.534392] env[63862]: DEBUG oslo_concurrency.lockutils [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.534560] env[63862]: DEBUG oslo_concurrency.lockutils [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.534729] env[63862]: DEBUG nova.compute.manager [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] No waiting events found dispatching network-vif-plugged-d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2157.535279] env[63862]: WARNING nova.compute.manager [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Received unexpected event network-vif-plugged-d503f77c-1dd5-45ce-9cf4-f50a6c03579f for instance with vm_state building and task_state spawning. [ 2157.535279] env[63862]: DEBUG nova.compute.manager [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Received event network-changed-d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2157.535279] env[63862]: DEBUG nova.compute.manager [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Refreshing instance network info cache due to event network-changed-d503f77c-1dd5-45ce-9cf4-f50a6c03579f. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2157.535667] env[63862]: DEBUG oslo_concurrency.lockutils [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] Acquiring lock "refresh_cache-c8771b69-e902-405c-8b24-8fbd0e4134c6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.596994] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124496} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.597491] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2157.598413] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d257f0da-194b-403f-bf87-2a1ab666fb4b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.626023] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2157.629282] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c8116d-dd95-4acd-8c95-e2026a706ffc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.649858] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2157.649858] env[63862]: value = "task-2098470" [ 2157.649858] env[63862]: _type = "Task" [ 2157.649858] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.662773] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.911992] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809097} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.912316] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 81511944-1697-4c5e-9df1-25a7844fb8a7/81511944-1697-4c5e-9df1-25a7844fb8a7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2157.912588] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2157.912918] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60365cc-d4ba-47cb-b360-baa6f891016b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.918469] env[63862]: DEBUG nova.network.neutron [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Successfully created port: 02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2157.922192] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2157.922192] env[63862]: value = "task-2098471" [ 2157.922192] env[63862]: _type = "Task" [ 2157.922192] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.934383] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.946191] env[63862]: DEBUG nova.network.neutron [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2157.962213] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2158.098405] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927a2d4d-c453-4a83-8a99-ca1231f22c07 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.108589] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05a6c3-2d3a-437a-8cb4-ce09dd589763 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.142763] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571aec57-f61d-4158-b4af-b2f91930f3c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.151518] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173cc6b-d9d1-468c-aca7-e2bf975bf364 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.155486] env[63862]: DEBUG nova.network.neutron [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Updating instance_info_cache with network_info: [{"id": "d503f77c-1dd5-45ce-9cf4-f50a6c03579f", "address": "fa:16:3e:5a:83:5c", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd503f77c-1d", "ovs_interfaceid": "d503f77c-1dd5-45ce-9cf4-f50a6c03579f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.168757] env[63862]: DEBUG nova.compute.provider_tree [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.173109] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.287246] env[63862]: DEBUG nova.compute.manager [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2158.434239] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068479} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.434485] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2158.435294] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f4e62-54f3-4e99-870c-8c699bfbd5cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.458295] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 81511944-1697-4c5e-9df1-25a7844fb8a7/81511944-1697-4c5e-9df1-25a7844fb8a7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.458607] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd29d3e-d481-43b9-991e-f030f0fd71ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.481665] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2158.481665] env[63862]: value = "task-2098472" [ 2158.481665] env[63862]: _type = "Task" [ 2158.481665] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.492334] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.594164] env[63862]: DEBUG nova.network.neutron [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [{"id": "2082a449-181b-42f0-8d81-cdabe4751c99", "address": "fa:16:3e:b1:9d:f3", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2082a449-18", "ovs_interfaceid": "2082a449-181b-42f0-8d81-cdabe4751c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.661415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "refresh_cache-c8771b69-e902-405c-8b24-8fbd0e4134c6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.661415] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Instance network_info: |[{"id": "d503f77c-1dd5-45ce-9cf4-f50a6c03579f", "address": "fa:16:3e:5a:83:5c", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd503f77c-1d", "ovs_interfaceid": "d503f77c-1dd5-45ce-9cf4-f50a6c03579f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2158.661415] env[63862]: DEBUG oslo_concurrency.lockutils [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] Acquired lock "refresh_cache-c8771b69-e902-405c-8b24-8fbd0e4134c6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.661813] env[63862]: DEBUG nova.network.neutron [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Refreshing network info cache for port d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2158.662731] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:83:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd503f77c-1dd5-45ce-9cf4-f50a6c03579f', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2158.672038] env[63862]: DEBUG oslo.service.loopingcall [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2158.675026] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2158.679958] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dc4b90e-516c-48e0-b94e-514cff0a1bad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.695049] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098470, 'name': ReconfigVM_Task, 'duration_secs': 0.815145} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.695354] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2158.699194] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f618c1c1-4125-4da5-8e94-f7e451e4435e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.699194] env[63862]: ERROR nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] [req-cbec5706-cde7-47a4-aad0-63515da0d1f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbec5706-cde7-47a4-aad0-63515da0d1f3"}]} [ 2158.702702] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2158.702702] env[63862]: value = "task-2098473" [ 2158.702702] env[63862]: _type = "Task" [ 2158.702702] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.707977] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2158.707977] env[63862]: value = "task-2098474" [ 2158.707977] env[63862]: _type = "Task" [ 2158.707977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.714498] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.721166] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098474, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.728957] env[63862]: DEBUG nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2158.747949] env[63862]: DEBUG nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2158.748404] env[63862]: DEBUG nova.compute.provider_tree [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2158.764578] env[63862]: DEBUG nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2158.792538] env[63862]: DEBUG nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2158.814549] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.978115] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2158.992183] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.013291] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2159.013575] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2159.013737] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2159.013941] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2159.014213] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2159.014381] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2159.014591] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2159.014751] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2159.014916] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2159.015091] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2159.015263] env[63862]: DEBUG nova.virt.hardware [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2159.016142] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b30bc60-17f6-4301-a3b0-4cd330b26fe9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.026090] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea3297-32b2-4a56-8264-ecfa1eb1ea62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.097641] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.097765] env[63862]: DEBUG nova.objects.instance [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'migration_context' on Instance uuid b3528b67-5ccc-4302-aad4-0a6f4f56ddc5 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.216995] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.220873] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098474, 'name': Rename_Task, 'duration_secs': 0.148802} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.227649] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2159.233465] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff9f89b-0b15-4c87-a0b4-bcd072cbeb66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.243103] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2159.243103] env[63862]: value = "task-2098475" [ 2159.243103] env[63862]: _type = "Task" [ 2159.243103] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.257378] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.330800] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28769de8-f1d8-4f3f-8374-b95ea792d766 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.338339] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99909ecb-800d-44e4-9fe0-6fb2335c8b40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.373722] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f5c885-8659-4e2b-b446-7f3f5fbf9d23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.381232] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c2f5e7-db94-4d8b-b3c5-9ae64099270a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.398102] env[63862]: DEBUG nova.compute.provider_tree [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2159.495099] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098472, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.564622] env[63862]: DEBUG nova.network.neutron [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Updated VIF entry in instance network info cache for port d503f77c-1dd5-45ce-9cf4-f50a6c03579f. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2159.564979] env[63862]: DEBUG nova.network.neutron [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Updating instance_info_cache with network_info: [{"id": "d503f77c-1dd5-45ce-9cf4-f50a6c03579f", "address": "fa:16:3e:5a:83:5c", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd503f77c-1d", "ovs_interfaceid": "d503f77c-1dd5-45ce-9cf4-f50a6c03579f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.604043] env[63862]: DEBUG nova.objects.base [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2159.604043] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ff2ab-3765-4a0c-8d87-3fd1199ebbe6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.628631] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb38b908-55a7-4eb4-a97a-d3765bdb99a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.637020] env[63862]: DEBUG oslo_vmware.api [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2159.637020] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523e5cd3-8596-9893-b745-97bcf56d2e3e" [ 2159.637020] env[63862]: _type = "Task" [ 2159.637020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.644260] env[63862]: DEBUG oslo_vmware.api [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523e5cd3-8596-9893-b745-97bcf56d2e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.715551] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.754258] env[63862]: DEBUG oslo_vmware.api [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098475, 'name': PowerOnVM_Task, 'duration_secs': 0.457098} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.754500] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2159.754742] env[63862]: INFO nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Took 10.28 seconds to spawn the instance on the hypervisor. [ 2159.754909] env[63862]: DEBUG nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.755687] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590b624c-8a78-4859-a1e6-9ec6015ef17b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.931608] env[63862]: DEBUG nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2159.931783] env[63862]: DEBUG nova.compute.provider_tree [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 107 to 108 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2159.931955] env[63862]: DEBUG nova.compute.provider_tree [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2159.992684] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098472, 'name': ReconfigVM_Task, 'duration_secs': 1.040117} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.992993] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 81511944-1697-4c5e-9df1-25a7844fb8a7/81511944-1697-4c5e-9df1-25a7844fb8a7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2159.993638] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7209fe47-33cf-4dba-b1ed-65756b47da6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.001569] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2160.001569] env[63862]: value = "task-2098476" [ 2160.001569] env[63862]: _type = "Task" [ 2160.001569] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.009714] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098476, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.070107] env[63862]: DEBUG oslo_concurrency.lockutils [req-fb79c00c-4a86-4ca0-8a83-7d5720f3e2a9 req-32b899e6-5a54-4dd8-b73e-10f7549eb5eb service nova] Releasing lock "refresh_cache-c8771b69-e902-405c-8b24-8fbd0e4134c6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2160.146959] env[63862]: DEBUG oslo_vmware.api [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523e5cd3-8596-9893-b745-97bcf56d2e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.146959] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.216353] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.278549] env[63862]: INFO nova.compute.manager [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Took 41.57 seconds to build instance. [ 2160.438698] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.491s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.441855] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.607s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.441855] env[63862]: DEBUG nova.objects.instance [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lazy-loading 'resources' on Instance uuid 25cbe9ad-98a6-4183-9a2c-51db538228d6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.467697] env[63862]: INFO nova.scheduler.client.report [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted allocations for instance d82cea73-a462-467f-9859-5cbda454a9e1 [ 2160.514256] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098476, 'name': Rename_Task, 'duration_secs': 0.158691} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.514256] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.514256] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe59cc36-7e8a-4b67-94c6-4f2c1550f8ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.519495] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2160.519495] env[63862]: value = "task-2098477" [ 2160.519495] env[63862]: _type = "Task" [ 2160.519495] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.528752] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.719536] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.779813] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89a0e718-1830-40c5-8fb4-0e77afff2202 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.083s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.978593] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dcdf33-1762-4033-a1d4-5e2608dfb8f5 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "d82cea73-a462-467f-9859-5cbda454a9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.886s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.032967] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.091208] env[63862]: DEBUG nova.compute.manager [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Received event network-changed-ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2161.091208] env[63862]: DEBUG nova.compute.manager [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Refreshing instance network info cache due to event network-changed-ea5facc1-6da6-44b0-9324-48d972173509. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2161.091208] env[63862]: DEBUG oslo_concurrency.lockutils [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] Acquiring lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.091208] env[63862]: DEBUG oslo_concurrency.lockutils [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] Acquired lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.091208] env[63862]: DEBUG nova.network.neutron [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Refreshing network info cache for port ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2161.224967] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.506971] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a869b89-8582-43eb-9d6f-d2716d96f40f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.514703] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722a18ea-7a1c-4da1-b9c7-feea79c52119 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.549459] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e29f9ca-139b-4f3f-9193-b046c01927c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.558879] env[63862]: DEBUG oslo_vmware.api [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098477, 'name': PowerOnVM_Task, 'duration_secs': 0.892786} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.559305] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.559430] env[63862]: INFO nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Took 9.32 seconds to spawn the instance on the hypervisor. [ 2161.559674] env[63862]: DEBUG nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.560538] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635bc843-2820-4911-90ef-66ce8c069bd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.564444] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef61321-1df4-43db-8673-435fe32b9e77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.582139] env[63862]: DEBUG nova.compute.provider_tree [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.718781] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.914457] env[63862]: DEBUG nova.network.neutron [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updated VIF entry in instance network info cache for port ea5facc1-6da6-44b0-9324-48d972173509. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2161.915732] env[63862]: DEBUG nova.network.neutron [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updating instance_info_cache with network_info: [{"id": "ea5facc1-6da6-44b0-9324-48d972173509", "address": "fa:16:3e:71:e1:55", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5facc1-6d", "ovs_interfaceid": "ea5facc1-6da6-44b0-9324-48d972173509", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.089830] env[63862]: DEBUG nova.scheduler.client.report [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2162.096452] env[63862]: INFO nova.compute.manager [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Took 36.07 seconds to build instance. [ 2162.221448] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.418915] env[63862]: DEBUG oslo_concurrency.lockutils [req-09bdd3c9-dc77-4c05-9f3f-6e858af82cf3 req-b3aa086c-3aec-4f9a-bfd3-406bb5f27636 service nova] Releasing lock "refresh_cache-7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.596828] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.599392] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.736s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.599814] env[63862]: DEBUG nova.objects.instance [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lazy-loading 'resources' on Instance uuid a57679b4-7b79-4644-ac00-8b6a529d836c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2162.601011] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ad01f18c-e64e-408a-b839-4be713f2a11d tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.521s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.620772] env[63862]: INFO nova.scheduler.client.report [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Deleted allocations for instance 25cbe9ad-98a6-4183-9a2c-51db538228d6 [ 2162.720458] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.134092] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1c08d918-e7a6-4653-8eb7-9ff113f04e59 tempest-MultipleCreateTestJSON-359438071 tempest-MultipleCreateTestJSON-359438071-project-member] Lock "25cbe9ad-98a6-4183-9a2c-51db538228d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.116s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.221991] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.494525] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d7695-8b1f-4256-9ad7-136473b7b708 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.502471] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d025a3-7697-4384-8c77-8d4e6fd823f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.532949] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f6c37-3287-45e3-8fca-635b3aa442e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.540153] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9f29a5-d400-4a70-b255-ca5d8ee56bcc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.553025] env[63862]: DEBUG nova.compute.provider_tree [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.724236] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.058645] env[63862]: DEBUG nova.scheduler.client.report [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2164.224148] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098473, 'name': CreateVM_Task, 'duration_secs': 5.347308} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.229076] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2164.229076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.229076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.229076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2164.229076] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb49c56-0bcf-4718-b13a-21143b8cceda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.237205] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2164.237205] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523eb309-c704-8a2e-9255-bfad608f63af" [ 2164.237205] env[63862]: _type = "Task" [ 2164.237205] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.246529] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523eb309-c704-8a2e-9255-bfad608f63af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.563047] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.565521] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.870s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.565819] env[63862]: DEBUG nova.objects.instance [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lazy-loading 'resources' on Instance uuid 5b72c95c-58ee-4f13-97aa-820e7be4ce4b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2164.586651] env[63862]: INFO nova.scheduler.client.report [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted allocations for instance a57679b4-7b79-4644-ac00-8b6a529d836c [ 2164.749097] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523eb309-c704-8a2e-9255-bfad608f63af, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.751815] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.753936] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2164.754747] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.754992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.755384] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2164.756191] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af4046bb-aabc-45af-90ec-353c8ccfbee4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.770732] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2164.770961] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2164.771865] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bc31b9-4a33-43f9-8f8c-24676446f8bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.778845] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2164.778845] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f61801-0d69-2080-2ad5-8ddbbd72438b" [ 2164.778845] env[63862]: _type = "Task" [ 2164.778845] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.788426] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f61801-0d69-2080-2ad5-8ddbbd72438b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.909006] env[63862]: DEBUG nova.compute.manager [req-379ec951-e32e-4b35-884a-0beb412b3ee2 req-977c9559-e5ba-491c-ab7b-04bf31115e7c service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Received event network-vif-plugged-02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2164.909369] env[63862]: DEBUG oslo_concurrency.lockutils [req-379ec951-e32e-4b35-884a-0beb412b3ee2 req-977c9559-e5ba-491c-ab7b-04bf31115e7c service nova] Acquiring lock "8abfb2f5-7621-4491-bff9-dba998fdeb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.909607] env[63862]: DEBUG oslo_concurrency.lockutils [req-379ec951-e32e-4b35-884a-0beb412b3ee2 req-977c9559-e5ba-491c-ab7b-04bf31115e7c service nova] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.909837] env[63862]: DEBUG oslo_concurrency.lockutils [req-379ec951-e32e-4b35-884a-0beb412b3ee2 req-977c9559-e5ba-491c-ab7b-04bf31115e7c service nova] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.910044] env[63862]: DEBUG nova.compute.manager [req-379ec951-e32e-4b35-884a-0beb412b3ee2 req-977c9559-e5ba-491c-ab7b-04bf31115e7c service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] No waiting events found dispatching network-vif-plugged-02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2164.910289] env[63862]: WARNING nova.compute.manager [req-379ec951-e32e-4b35-884a-0beb412b3ee2 req-977c9559-e5ba-491c-ab7b-04bf31115e7c service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Received unexpected event network-vif-plugged-02269bd7-cca6-4ef7-a736-7b1378b80af3 for instance with vm_state building and task_state spawning. [ 2165.048275] env[63862]: DEBUG nova.network.neutron [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Successfully updated port: 02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2165.095085] env[63862]: DEBUG oslo_concurrency.lockutils [None req-eaa17448-3c11-41f4-9ff5-cc128eba93ac tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "a57679b4-7b79-4644-ac00-8b6a529d836c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.448s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.256861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.256861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.257273] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2165.257273] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.257399] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.261613] env[63862]: INFO nova.compute.manager [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Terminating instance [ 2165.291845] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f61801-0d69-2080-2ad5-8ddbbd72438b, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.292714] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd60dac5-fc1c-480f-b391-60ac72acf5a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.301264] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2165.301264] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e4425a-a86c-208c-69b4-a851cbe91f7c" [ 2165.301264] env[63862]: _type = "Task" [ 2165.301264] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.311414] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e4425a-a86c-208c-69b4-a851cbe91f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.459927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008e0c1f-7960-4e5e-93d6-7022b63a3816 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.467147] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b094ace-8f38-401b-bf04-f66ec96a5e16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.498705] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e6fdb5-9c14-42f6-a127-53780556036d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.506490] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3d37e-f296-450b-bf0a-e84b0cdbfc58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.519942] env[63862]: DEBUG nova.compute.provider_tree [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.550374] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "refresh_cache-8abfb2f5-7621-4491-bff9-dba998fdeb97" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.550571] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "refresh_cache-8abfb2f5-7621-4491-bff9-dba998fdeb97" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.550728] env[63862]: DEBUG nova.network.neutron [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2165.765046] env[63862]: DEBUG nova.compute.manager [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2165.765291] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2165.766170] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5916ad75-5fc7-43b7-ac7b-e087b1caac9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.773988] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2165.774229] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831cccff-019a-44d2-81c4-6e2a51bf058f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.781263] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2165.781263] env[63862]: value = "task-2098478" [ 2165.781263] env[63862]: _type = "Task" [ 2165.781263] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.788757] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.811475] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e4425a-a86c-208c-69b4-a851cbe91f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.035366} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.811799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.812093] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c8771b69-e902-405c-8b24-8fbd0e4134c6/c8771b69-e902-405c-8b24-8fbd0e4134c6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.812354] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62d2d43b-b919-45f4-bd9d-02bccc296a4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.819114] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2165.819114] env[63862]: value = "task-2098479" [ 2165.819114] env[63862]: _type = "Task" [ 2165.819114] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.826931] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.023096] env[63862]: DEBUG nova.scheduler.client.report [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2166.207748] env[63862]: DEBUG nova.network.neutron [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2166.292242] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098478, 'name': PowerOffVM_Task, 'duration_secs': 0.186221} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.292642] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2166.292749] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2166.293062] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d954d0c6-f82e-4005-a194-470a2331d8d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.332160] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098479, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.427096] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2166.427335] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2166.427543] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleting the datastore file [datastore2] 0b1219cd-8dbe-4ac8-b867-3c956bf43288 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2166.428537] env[63862]: DEBUG nova.network.neutron [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Updating instance_info_cache with network_info: [{"id": "02269bd7-cca6-4ef7-a736-7b1378b80af3", "address": "fa:16:3e:a3:b3:39", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02269bd7-cc", "ovs_interfaceid": "02269bd7-cca6-4ef7-a736-7b1378b80af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.429691] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec801424-4728-4224-8f30-373d8496fb90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.438851] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for the task: (returnval){ [ 2166.438851] env[63862]: value = "task-2098481" [ 2166.438851] env[63862]: _type = "Task" [ 2166.438851] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.448242] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.528643] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.531042] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.449s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.532746] env[63862]: INFO nova.compute.claims [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2166.556282] env[63862]: INFO nova.scheduler.client.report [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted allocations for instance 5b72c95c-58ee-4f13-97aa-820e7be4ce4b [ 2166.830747] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736957} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.830996] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c8771b69-e902-405c-8b24-8fbd0e4134c6/c8771b69-e902-405c-8b24-8fbd0e4134c6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2166.831231] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2166.831487] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef88ed9-6420-4e2b-8585-59da326a3301 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.838247] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2166.838247] env[63862]: value = "task-2098482" [ 2166.838247] env[63862]: _type = "Task" [ 2166.838247] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.846904] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.935465] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "refresh_cache-8abfb2f5-7621-4491-bff9-dba998fdeb97" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.935654] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Instance network_info: |[{"id": "02269bd7-cca6-4ef7-a736-7b1378b80af3", "address": "fa:16:3e:a3:b3:39", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02269bd7-cc", "ovs_interfaceid": "02269bd7-cca6-4ef7-a736-7b1378b80af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2166.939722] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:b3:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02269bd7-cca6-4ef7-a736-7b1378b80af3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2166.961779] env[63862]: DEBUG oslo.service.loopingcall [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2166.965789] env[63862]: DEBUG nova.compute.manager [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Received event network-changed-02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2166.966630] env[63862]: DEBUG nova.compute.manager [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Refreshing instance network info cache due to event network-changed-02269bd7-cca6-4ef7-a736-7b1378b80af3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2166.967466] env[63862]: DEBUG oslo_concurrency.lockutils [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] Acquiring lock "refresh_cache-8abfb2f5-7621-4491-bff9-dba998fdeb97" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.968513] env[63862]: DEBUG oslo_concurrency.lockutils [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] Acquired lock "refresh_cache-8abfb2f5-7621-4491-bff9-dba998fdeb97" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.968816] env[63862]: DEBUG nova.network.neutron [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Refreshing network info cache for port 02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2166.971784] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2166.975996] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50000f7f-b348-4d13-8ba1-a8033b1d0f49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.996620] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.997953] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2166.997953] env[63862]: value = "task-2098483" [ 2166.997953] env[63862]: _type = "Task" [ 2166.997953] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.006165] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098483, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.063656] env[63862]: DEBUG oslo_concurrency.lockutils [None req-db829e08-6a93-463c-8eaa-c93efc2158cc tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "5b72c95c-58ee-4f13-97aa-820e7be4ce4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.547s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.348014] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072666} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.348385] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2167.349057] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23456ad4-2935-4e63-a4f0-c95f052b8268 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.380007] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] c8771b69-e902-405c-8b24-8fbd0e4134c6/c8771b69-e902-405c-8b24-8fbd0e4134c6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2167.380369] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced4bf3a-21ea-4653-9178-9192e9351bc6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.400774] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2167.400774] env[63862]: value = "task-2098484" [ 2167.400774] env[63862]: _type = "Task" [ 2167.400774] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.410979] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.472976] env[63862]: DEBUG oslo_vmware.api [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Task: {'id': task-2098481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.56654} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.473351] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.473615] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.473850] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2167.474036] env[63862]: INFO nova.compute.manager [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Took 1.71 seconds to destroy the instance on the hypervisor. [ 2167.474283] env[63862]: DEBUG oslo.service.loopingcall [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2167.474497] env[63862]: DEBUG nova.compute.manager [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2167.474613] env[63862]: DEBUG nova.network.neutron [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2167.508652] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098483, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.881422] env[63862]: DEBUG nova.network.neutron [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Updated VIF entry in instance network info cache for port 02269bd7-cca6-4ef7-a736-7b1378b80af3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2167.881422] env[63862]: DEBUG nova.network.neutron [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Updating instance_info_cache with network_info: [{"id": "02269bd7-cca6-4ef7-a736-7b1378b80af3", "address": "fa:16:3e:a3:b3:39", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02269bd7-cc", "ovs_interfaceid": "02269bd7-cca6-4ef7-a736-7b1378b80af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.915379] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098484, 'name': ReconfigVM_Task, 'duration_secs': 0.313639} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.915932] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Reconfigured VM instance instance-0000004d to attach disk [datastore2] c8771b69-e902-405c-8b24-8fbd0e4134c6/c8771b69-e902-405c-8b24-8fbd0e4134c6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2167.916712] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-189cbb0a-89ff-40ce-ae5f-ffb780d35e21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.924042] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2167.924042] env[63862]: value = "task-2098485" [ 2167.924042] env[63862]: _type = "Task" [ 2167.924042] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.936094] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098485, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.958800] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d81a4f9-9539-46cb-ae03-ac74f8880e52 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.967377] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411e881a-e4a9-4352-be69-c0dcfdfbcbd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.004377] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e59d08-bc9f-489a-97a9-4f41653d07f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.013461] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098483, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.016442] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67fcbc-61d3-457f-800d-24dbcd26de47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.029763] env[63862]: DEBUG nova.compute.provider_tree [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2168.387709] env[63862]: DEBUG oslo_concurrency.lockutils [req-bdab96c8-14cf-42b4-abb4-de59714ab63b req-0be7b38a-bb61-45a8-a2ec-4d03420b8179 service nova] Releasing lock "refresh_cache-8abfb2f5-7621-4491-bff9-dba998fdeb97" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2168.399366] env[63862]: DEBUG nova.network.neutron [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.410589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "aef3289d-3eb2-4d87-b2f8-a4f335368113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.410893] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.411122] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "aef3289d-3eb2-4d87-b2f8-a4f335368113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.411310] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.411477] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.413411] env[63862]: INFO nova.compute.manager [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Terminating instance [ 2168.436665] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098485, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.510975] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098483, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.550053] env[63862]: ERROR nova.scheduler.client.report [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [req-9a757f5b-2d4e-44cb-8892-c5dac6f6d4f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a757f5b-2d4e-44cb-8892-c5dac6f6d4f5"}]} [ 2168.567170] env[63862]: DEBUG nova.scheduler.client.report [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2168.579949] env[63862]: DEBUG nova.scheduler.client.report [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2168.580272] env[63862]: DEBUG nova.compute.provider_tree [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2168.593882] env[63862]: DEBUG nova.scheduler.client.report [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2168.611025] env[63862]: DEBUG nova.scheduler.client.report [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2168.866834] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "229ecdea-2510-4509-b2f7-d21faca6a405" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.867092] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "229ecdea-2510-4509-b2f7-d21faca6a405" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.901937] env[63862]: INFO nova.compute.manager [-] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Took 1.43 seconds to deallocate network for instance. [ 2168.916877] env[63862]: DEBUG nova.compute.manager [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2168.917105] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2168.917939] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a857e1-ba21-42e1-b1e4-e31b4e9a8d09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.928084] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2168.930759] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8a7c71-a72f-4bac-bead-3a28356e37cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.939839] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098485, 'name': Rename_Task, 'duration_secs': 0.857766} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.941487] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2168.941763] env[63862]: DEBUG oslo_vmware.api [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2168.941763] env[63862]: value = "task-2098486" [ 2168.941763] env[63862]: _type = "Task" [ 2168.941763] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.941943] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-083bd066-4c19-40ac-bd16-e1ae5a215703 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.956257] env[63862]: DEBUG oslo_vmware.api [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.957614] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2168.957614] env[63862]: value = "task-2098487" [ 2168.957614] env[63862]: _type = "Task" [ 2168.957614] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.970985] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.972318] env[63862]: DEBUG nova.compute.manager [req-c9467343-ed6b-481f-9b66-659f077fac52 req-3ecf0220-133d-4ea2-a6f0-b24c9eb0fad7 service nova] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Received event network-vif-deleted-d8fddb3d-02e7-4fc2-92fe-6d0486d50de0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2168.989691] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3753c3-ff28-4368-982e-27fad7e16ae7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.998171] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fe80d8-509d-4550-897a-9e8f34f40aaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.031359] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb7f692-f709-420b-bbb8-f77c2bfc7fdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.036795] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098483, 'name': CreateVM_Task, 'duration_secs': 1.716662} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.037308] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2169.038039] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.039210] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.039210] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2169.040623] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cedd80-50d3-4278-b2a9-3583bfb515c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.043312] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46b9ddc-1483-42eb-a9a7-a37aec679c66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.050111] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2169.050111] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e992df-7169-0318-351f-647350452ab1" [ 2169.050111] env[63862]: _type = "Task" [ 2169.050111] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.058114] env[63862]: DEBUG nova.compute.provider_tree [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2169.070210] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e992df-7169-0318-351f-647350452ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.071217] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.071524] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2169.071825] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.071995] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.072244] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2169.072854] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50010d9d-c5eb-42a9-be7c-a5346e9e0903 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.081548] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2169.081765] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2169.082704] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4766e619-973e-4de1-b60e-279bbc8160f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.089829] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2169.089829] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5208236d-05df-2ccd-db04-d8eb26019972" [ 2169.089829] env[63862]: _type = "Task" [ 2169.089829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.098152] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5208236d-05df-2ccd-db04-d8eb26019972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.371634] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2169.408491] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.454648] env[63862]: DEBUG oslo_vmware.api [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098486, 'name': PowerOffVM_Task, 'duration_secs': 0.258976} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.454936] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2169.455150] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2169.455414] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3822123a-17a0-47a2-9a4e-98980b489e32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.465924] env[63862]: DEBUG oslo_vmware.api [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098487, 'name': PowerOnVM_Task, 'duration_secs': 0.478019} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.466164] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2169.466380] env[63862]: INFO nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Took 13.17 seconds to spawn the instance on the hypervisor. [ 2169.466554] env[63862]: DEBUG nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2169.467271] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4e9bc-c6eb-46b6-9a31-fc180db15f58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.582239] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.582478] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.582667] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleting the datastore file [datastore2] aef3289d-3eb2-4d87-b2f8-a4f335368113 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.582981] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-020c7a67-1095-4afd-a6e5-3150c0d195e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.594911] env[63862]: DEBUG oslo_vmware.api [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2169.594911] env[63862]: value = "task-2098489" [ 2169.594911] env[63862]: _type = "Task" [ 2169.594911] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.599517] env[63862]: DEBUG nova.scheduler.client.report [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2169.599723] env[63862]: DEBUG nova.compute.provider_tree [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 109 to 110 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2169.599934] env[63862]: DEBUG nova.compute.provider_tree [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2169.607882] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5208236d-05df-2ccd-db04-d8eb26019972, 'name': SearchDatastore_Task, 'duration_secs': 0.018313} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.609336] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31d3059-01d0-4128-824d-54b3d9331fbb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.615470] env[63862]: DEBUG oslo_vmware.api [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.619729] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2169.619729] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52fb1e84-475c-eb71-0400-89fd0163195f" [ 2169.619729] env[63862]: _type = "Task" [ 2169.619729] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.628739] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fb1e84-475c-eb71-0400-89fd0163195f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.891508] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2169.983908] env[63862]: INFO nova.compute.manager [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Took 41.72 seconds to build instance. [ 2170.106569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.575s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.107079] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2170.109475] env[63862]: DEBUG oslo_vmware.api [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13349} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.109902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.969s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.110132] env[63862]: DEBUG nova.objects.instance [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lazy-loading 'resources' on Instance uuid 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2170.111193] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.111390] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.111570] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.111738] env[63862]: INFO nova.compute.manager [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2170.112024] env[63862]: DEBUG oslo.service.loopingcall [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.112229] env[63862]: DEBUG nova.compute.manager [-] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.112324] env[63862]: DEBUG nova.network.neutron [-] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.131689] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fb1e84-475c-eb71-0400-89fd0163195f, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.131689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.132726] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8abfb2f5-7621-4491-bff9-dba998fdeb97/8abfb2f5-7621-4491-bff9-dba998fdeb97.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2170.132726] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16f68f3-e982-4891-bd69-475d3c4460eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.140963] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2170.140963] env[63862]: value = "task-2098490" [ 2170.140963] env[63862]: _type = "Task" [ 2170.140963] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.150952] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.486172] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7732fa08-178b-4e05-9dfa-65bd0616a8f8 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.084s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.612130] env[63862]: DEBUG nova.compute.utils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2170.615395] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2170.615395] env[63862]: DEBUG nova.network.neutron [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2170.654243] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098490, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.680799] env[63862]: DEBUG nova.policy [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c83c5d4a5a1c487a95073327ce425314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f54aebf0f25d465c93ca5a3032536dc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2170.863831] env[63862]: DEBUG nova.network.neutron [-] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.038330] env[63862]: DEBUG nova.compute.manager [req-f83d2618-aec8-44e6-8e23-0fbe0a466486 req-7a9ad532-2068-4d1b-af89-57db317746c6 service nova] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Received event network-vif-deleted-dbabaa61-8acd-4ba8-ab24-413b3fa6a0f8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2171.062649] env[63862]: DEBUG nova.network.neutron [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Successfully created port: 79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2171.119297] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2171.126177] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f1410c-a06d-43b5-80a7-8db0f4aa48d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.134857] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22caba12-ef14-43df-82e0-caf38dbbdf4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.170267] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64782bc3-3869-455b-98b2-b003f5d66f68 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.181590] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fc788a-4cda-4e2b-afe6-fb6f5ba0ad67 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.186071] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098490, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.198659] env[63862]: DEBUG nova.compute.provider_tree [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.366679] env[63862]: INFO nova.compute.manager [-] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Took 1.25 seconds to deallocate network for instance. [ 2171.675605] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098490, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.701487] env[63862]: DEBUG nova.scheduler.client.report [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2172.452725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.453912] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2172.456273] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.463067] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.179s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.463067] env[63862]: DEBUG nova.objects.instance [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2172.470460] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098490, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.594952} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.470718] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8abfb2f5-7621-4491-bff9-dba998fdeb97/8abfb2f5-7621-4491-bff9-dba998fdeb97.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2172.470939] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2172.471209] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-627bc17b-605e-4948-96cb-052a408c1f95 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.479278] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2172.479278] env[63862]: value = "task-2098491" [ 2172.479278] env[63862]: _type = "Task" [ 2172.479278] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.485255] env[63862]: INFO nova.scheduler.client.report [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Deleted allocations for instance 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e [ 2172.492181] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2172.492466] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2172.492633] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2172.492836] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2172.493031] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2172.493211] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2172.493426] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2172.493608] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2172.493784] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2172.493952] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2172.494153] env[63862]: DEBUG nova.virt.hardware [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2172.495029] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce59da-e880-4bcb-bebf-f3b2770120e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.505357] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d359f8-a707-4391-a194-179ab486fd41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.525494] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.555132] env[63862]: DEBUG nova.network.neutron [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Successfully updated port: 79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2172.989513] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094533} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.989851] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2172.990564] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a3519-c84f-4135-996b-eebc2bd465b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.014642] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 8abfb2f5-7621-4491-bff9-dba998fdeb97/8abfb2f5-7621-4491-bff9-dba998fdeb97.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2173.015240] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fe6f525f-e665-4370-8051-26df265a4e3e tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.567s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.016368] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e7d28b-ff74-4316-b506-3b495c139717 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.038454] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2173.038454] env[63862]: value = "task-2098492" [ 2173.038454] env[63862]: _type = "Task" [ 2173.038454] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.047167] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.057277] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "refresh_cache-ceda7545-aead-4edb-8b1d-0f5b817df8f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.057420] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired lock "refresh_cache-ceda7545-aead-4edb-8b1d-0f5b817df8f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.057570] env[63862]: DEBUG nova.network.neutron [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2173.104408] env[63862]: DEBUG nova.compute.manager [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Received event network-vif-plugged-79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2173.104624] env[63862]: DEBUG oslo_concurrency.lockutils [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] Acquiring lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.104826] env[63862]: DEBUG oslo_concurrency.lockutils [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.104995] env[63862]: DEBUG oslo_concurrency.lockutils [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.105213] env[63862]: DEBUG nova.compute.manager [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] No waiting events found dispatching network-vif-plugged-79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2173.105372] env[63862]: WARNING nova.compute.manager [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Received unexpected event network-vif-plugged-79b3bcfa-4cae-4775-a400-d1626d8db72f for instance with vm_state building and task_state spawning. [ 2173.105530] env[63862]: DEBUG nova.compute.manager [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Received event network-changed-79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2173.105685] env[63862]: DEBUG nova.compute.manager [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Refreshing instance network info cache due to event network-changed-79b3bcfa-4cae-4775-a400-d1626d8db72f. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2173.105957] env[63862]: DEBUG oslo_concurrency.lockutils [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] Acquiring lock "refresh_cache-ceda7545-aead-4edb-8b1d-0f5b817df8f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.470073] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a9cfafa-5c3d-499e-9524-e90dba71de0b tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.471304] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.505s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.471534] env[63862]: DEBUG nova.objects.instance [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lazy-loading 'resources' on Instance uuid dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2173.547880] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098492, 'name': ReconfigVM_Task, 'duration_secs': 0.320891} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.548177] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 8abfb2f5-7621-4491-bff9-dba998fdeb97/8abfb2f5-7621-4491-bff9-dba998fdeb97.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.548786] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78871c9f-2110-4b7a-81e2-e0dcc9a693bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.554836] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2173.554836] env[63862]: value = "task-2098493" [ 2173.554836] env[63862]: _type = "Task" [ 2173.554836] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.563888] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098493, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.592563] env[63862]: DEBUG nova.network.neutron [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2173.659372] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.659637] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.659866] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.660075] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.660254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.662451] env[63862]: INFO nova.compute.manager [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Terminating instance [ 2173.740544] env[63862]: DEBUG nova.network.neutron [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Updating instance_info_cache with network_info: [{"id": "79b3bcfa-4cae-4775-a400-d1626d8db72f", "address": "fa:16:3e:5f:10:97", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b3bcfa-4c", "ovs_interfaceid": "79b3bcfa-4cae-4775-a400-d1626d8db72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.066246] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098493, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.167427] env[63862]: DEBUG nova.compute.manager [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2174.167779] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2174.168660] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6dd163-f996-4c6d-b9cc-e7416abced28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.176837] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2174.179104] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e9fee1-1fb5-4d4e-99a7-51a20288cb80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.189077] env[63862]: DEBUG oslo_vmware.api [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2174.189077] env[63862]: value = "task-2098494" [ 2174.189077] env[63862]: _type = "Task" [ 2174.189077] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.199978] env[63862]: DEBUG oslo_vmware.api [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.243288] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Releasing lock "refresh_cache-ceda7545-aead-4edb-8b1d-0f5b817df8f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.243608] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Instance network_info: |[{"id": "79b3bcfa-4cae-4775-a400-d1626d8db72f", "address": "fa:16:3e:5f:10:97", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b3bcfa-4c", "ovs_interfaceid": "79b3bcfa-4cae-4775-a400-d1626d8db72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2174.243932] env[63862]: DEBUG oslo_concurrency.lockutils [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] Acquired lock "refresh_cache-ceda7545-aead-4edb-8b1d-0f5b817df8f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.244148] env[63862]: DEBUG nova.network.neutron [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Refreshing network info cache for port 79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2174.245361] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:10:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79b3bcfa-4cae-4775-a400-d1626d8db72f', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2174.254170] env[63862]: DEBUG oslo.service.loopingcall [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2174.257931] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2174.259147] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56dfc13-9b08-41ad-bc01-2da635e42d58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.283512] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2174.283512] env[63862]: value = "task-2098495" [ 2174.283512] env[63862]: _type = "Task" [ 2174.283512] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.295974] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098495, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.339721] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7c591-1662-4b2a-b8cd-f68574ab3122 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.348447] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5947715b-f160-4825-b17d-b853c83e7d47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.382101] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a81f516-b934-428b-93e5-0fd636289282 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.391467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ae025-27ce-4943-92aa-aa528b5de15f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.407499] env[63862]: DEBUG nova.compute.provider_tree [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2174.566346] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098493, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.705051] env[63862]: DEBUG oslo_vmware.api [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098494, 'name': PowerOffVM_Task, 'duration_secs': 0.28157} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.705540] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.705872] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.706269] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05cb3da8-3414-4a0a-812a-f1e80ba7d289 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.795504] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098495, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.846171] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2174.846333] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2174.846515] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Deleting the datastore file [datastore2] 83f9edf2-2498-4b85-b189-8221cd9ff1a4 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2174.846787] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82fab75-b77d-4049-9e5f-27ed8a92b523 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.853952] env[63862]: DEBUG oslo_vmware.api [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for the task: (returnval){ [ 2174.853952] env[63862]: value = "task-2098497" [ 2174.853952] env[63862]: _type = "Task" [ 2174.853952] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.862313] env[63862]: DEBUG oslo_vmware.api [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.941768] env[63862]: DEBUG nova.scheduler.client.report [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2174.941927] env[63862]: DEBUG nova.compute.provider_tree [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 110 to 111 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2174.942019] env[63862]: DEBUG nova.compute.provider_tree [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2174.965725] env[63862]: DEBUG nova.network.neutron [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Updated VIF entry in instance network info cache for port 79b3bcfa-4cae-4775-a400-d1626d8db72f. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2174.966395] env[63862]: DEBUG nova.network.neutron [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Updating instance_info_cache with network_info: [{"id": "79b3bcfa-4cae-4775-a400-d1626d8db72f", "address": "fa:16:3e:5f:10:97", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b3bcfa-4c", "ovs_interfaceid": "79b3bcfa-4cae-4775-a400-d1626d8db72f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.066087] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098493, 'name': Rename_Task, 'duration_secs': 1.178787} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.066342] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2175.066595] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9df5537-7ec2-4d31-b58f-a560705461fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.073563] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2175.073563] env[63862]: value = "task-2098498" [ 2175.073563] env[63862]: _type = "Task" [ 2175.073563] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.081815] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.296685] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098495, 'name': CreateVM_Task, 'duration_secs': 0.741076} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.296911] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2175.297846] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.298091] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.298526] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2175.298854] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12125e9-a0e5-4c39-8cff-06d06632b8f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.305069] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2175.305069] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520e5527-07fa-daa3-4525-75c0fb8e94af" [ 2175.305069] env[63862]: _type = "Task" [ 2175.305069] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.316670] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520e5527-07fa-daa3-4525-75c0fb8e94af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.364271] env[63862]: DEBUG oslo_vmware.api [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Task: {'id': task-2098497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210066} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.364532] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2175.364712] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2175.364890] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2175.365079] env[63862]: INFO nova.compute.manager [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2175.365318] env[63862]: DEBUG oslo.service.loopingcall [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.365556] env[63862]: DEBUG nova.compute.manager [-] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2175.365669] env[63862]: DEBUG nova.network.neutron [-] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2175.448057] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.450953] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.573s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.450953] env[63862]: DEBUG nova.objects.instance [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'resources' on Instance uuid 4c1532b1-8f52-49c0-b864-37fc2a5e33a9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.469149] env[63862]: INFO nova.scheduler.client.report [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Deleted allocations for instance dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439 [ 2175.471626] env[63862]: DEBUG oslo_concurrency.lockutils [req-993540ac-0009-4c3d-8c52-1e0f1aff389b req-dd153ba8-e100-4bcf-91c2-ff8d2efa0c72 service nova] Releasing lock "refresh_cache-ceda7545-aead-4edb-8b1d-0f5b817df8f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.584745] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.765306] env[63862]: DEBUG nova.compute.manager [req-db9e52c4-1fe6-43e3-a4bd-11eee187848a req-f7b2fe1c-8b84-4b1d-afae-e6699520f9fc service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Received event network-vif-deleted-19f1c1d6-9a1d-4d73-b855-4bc4214617c1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2175.765482] env[63862]: INFO nova.compute.manager [req-db9e52c4-1fe6-43e3-a4bd-11eee187848a req-f7b2fe1c-8b84-4b1d-afae-e6699520f9fc service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Neutron deleted interface 19f1c1d6-9a1d-4d73-b855-4bc4214617c1; detaching it from the instance and deleting it from the info cache [ 2175.765610] env[63862]: DEBUG nova.network.neutron [req-db9e52c4-1fe6-43e3-a4bd-11eee187848a req-f7b2fe1c-8b84-4b1d-afae-e6699520f9fc service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.815841] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520e5527-07fa-daa3-4525-75c0fb8e94af, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.816273] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.816542] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2175.816807] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.816985] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.817206] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2175.817522] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4d9f57-ec2c-4b3a-9e4d-fed1d7d2244e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.827124] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2175.827304] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2175.828035] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d968ea23-9159-440e-abf8-190a9e5204fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.834476] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2175.834476] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52be8640-0bec-9cc1-c44d-076e3c5fc9cc" [ 2175.834476] env[63862]: _type = "Task" [ 2175.834476] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.842531] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52be8640-0bec-9cc1-c44d-076e3c5fc9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.980700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7456335e-f82f-431b-8216-65241a5db2b4 tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.902s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.084581] env[63862]: DEBUG oslo_vmware.api [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098498, 'name': PowerOnVM_Task, 'duration_secs': 0.522607} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.084946] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2176.085059] env[63862]: INFO nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Took 17.11 seconds to spawn the instance on the hypervisor. [ 2176.085252] env[63862]: DEBUG nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.086039] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551814b2-66db-4b53-bbc2-6a403aa562a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.200636] env[63862]: DEBUG nova.network.neutron [-] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.268444] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a628c55-e497-4c72-b8e0-c1f57af072bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.278618] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bae71e-6aa0-46dc-8132-117d12c9686b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.337652] env[63862]: DEBUG nova.compute.manager [req-db9e52c4-1fe6-43e3-a4bd-11eee187848a req-f7b2fe1c-8b84-4b1d-afae-e6699520f9fc service nova] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Detach interface failed, port_id=19f1c1d6-9a1d-4d73-b855-4bc4214617c1, reason: Instance 83f9edf2-2498-4b85-b189-8221cd9ff1a4 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2176.349941] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52be8640-0bec-9cc1-c44d-076e3c5fc9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.354983] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c54ee35-4f03-44dd-a187-57a97ecf97ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.362594] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2176.362594] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5211fa7c-9f48-9be4-f291-66a23bed9220" [ 2176.362594] env[63862]: _type = "Task" [ 2176.362594] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.379067] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5211fa7c-9f48-9be4-f291-66a23bed9220, 'name': SearchDatastore_Task, 'duration_secs': 0.011445} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.379410] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2176.379764] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ceda7545-aead-4edb-8b1d-0f5b817df8f3/ceda7545-aead-4edb-8b1d-0f5b817df8f3.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2176.380178] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0e897f-7a6f-4cce-8949-27a3fff0952d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.393399] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2176.393399] env[63862]: value = "task-2098500" [ 2176.393399] env[63862]: _type = "Task" [ 2176.393399] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.407728] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.459031] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37822ddb-bcef-4047-ab55-229d573ca6fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.468592] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327823f7-15eb-48ec-8bc4-2cae6c0e37d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.501633] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3150522-80fa-4ec0-a911-a3a73c41aa6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.519477] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b20dd2f-7b74-44fb-b31b-757ab9c89e63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.534080] env[63862]: DEBUG nova.compute.provider_tree [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2176.607088] env[63862]: INFO nova.compute.manager [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Took 46.76 seconds to build instance. [ 2176.702997] env[63862]: INFO nova.compute.manager [-] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Took 1.34 seconds to deallocate network for instance. [ 2176.908024] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44092} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.908414] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ceda7545-aead-4edb-8b1d-0f5b817df8f3/ceda7545-aead-4edb-8b1d-0f5b817df8f3.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2176.908532] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2176.908776] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdbc35ee-2665-4ec7-bda3-ae0d8aba1490 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.919523] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2176.919523] env[63862]: value = "task-2098501" [ 2176.919523] env[63862]: _type = "Task" [ 2176.919523] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.930355] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.068938] env[63862]: DEBUG nova.scheduler.client.report [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2177.069370] env[63862]: DEBUG nova.compute.provider_tree [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 111 to 112 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2177.069607] env[63862]: DEBUG nova.compute.provider_tree [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2177.109258] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6d4bd36-f96a-46a4-872b-020e0d081dfc tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.322s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.211324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.430273] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063552} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.430554] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2177.431361] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19b24ef-4b11-44cf-93dd-476bc477dfea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.454547] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] ceda7545-aead-4edb-8b1d-0f5b817df8f3/ceda7545-aead-4edb-8b1d-0f5b817df8f3.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.454866] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908364b4-9d94-44dc-85f5-712fb09020dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.475193] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2177.475193] env[63862]: value = "task-2098502" [ 2177.475193] env[63862]: _type = "Task" [ 2177.475193] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.483644] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.575402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.577916] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.788s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.578175] env[63862]: DEBUG nova.objects.instance [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lazy-loading 'resources' on Instance uuid eb438ef4-d7c4-4bf7-a319-77d16911c0a0 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2177.598051] env[63862]: INFO nova.scheduler.client.report [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted allocations for instance 4c1532b1-8f52-49c0-b864-37fc2a5e33a9 [ 2177.986047] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.105787] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3e06a3f4-93d6-44ab-86f6-596da91184ad tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "4c1532b1-8f52-49c0-b864-37fc2a5e33a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.856s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.348192] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "81511944-1697-4c5e-9df1-25a7844fb8a7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.348503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.348696] env[63862]: DEBUG nova.compute.manager [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2178.349817] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b7f76e-bcfb-4d07-968c-9f586a435ce4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.357472] env[63862]: DEBUG nova.compute.manager [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2178.358048] env[63862]: DEBUG nova.objects.instance [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lazy-loading 'flavor' on Instance uuid 81511944-1697-4c5e-9df1-25a7844fb8a7 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.415218] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b0344-e867-45da-88dd-9e2a694d189c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.422698] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5204c38e-469a-4acf-a0a8-ea8bda2956aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.452891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f72d146-61b2-47f3-acce-dbe8f33a4b49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.460733] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8f06dc-4a3d-4897-8ce9-fc020c4a54c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.475542] env[63862]: DEBUG nova.compute.provider_tree [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2178.487149] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098502, 'name': ReconfigVM_Task, 'duration_secs': 0.952206} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.488199] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Reconfigured VM instance instance-0000004f to attach disk [datastore2] ceda7545-aead-4edb-8b1d-0f5b817df8f3/ceda7545-aead-4edb-8b1d-0f5b817df8f3.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.488875] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aab615b8-c8d1-4657-a410-1a29ba5baafb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.495407] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2178.495407] env[63862]: value = "task-2098503" [ 2178.495407] env[63862]: _type = "Task" [ 2178.495407] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.503713] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098503, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.979326] env[63862]: DEBUG nova.scheduler.client.report [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2179.007318] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098503, 'name': Rename_Task, 'duration_secs': 0.157432} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.007432] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2179.007631] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead0b5eb-abd0-48f1-b2a2-5a4c73df03d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.015189] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2179.015189] env[63862]: value = "task-2098504" [ 2179.015189] env[63862]: _type = "Task" [ 2179.015189] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.024369] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.372075] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.372518] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d06483-c65b-44e1-b354-0453869ab004 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.379489] env[63862]: DEBUG oslo_vmware.api [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2179.379489] env[63862]: value = "task-2098505" [ 2179.379489] env[63862]: _type = "Task" [ 2179.379489] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.388537] env[63862]: DEBUG oslo_vmware.api [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.389178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.389266] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.389488] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "1e764253-af3a-41b9-95f5-ecba50effbfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.389704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.389894] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.392107] env[63862]: INFO nova.compute.manager [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Terminating instance [ 2179.485932] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.489867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.173s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.489867] env[63862]: DEBUG nova.objects.instance [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'pci_requests' on Instance uuid 4796b724-bccf-4b79-ac9f-ac633527def9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2179.526317] env[63862]: INFO nova.scheduler.client.report [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted allocations for instance eb438ef4-d7c4-4bf7-a319-77d16911c0a0 [ 2179.532039] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098504, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.890102] env[63862]: DEBUG oslo_vmware.api [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098505, 'name': PowerOffVM_Task, 'duration_secs': 0.1904} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.890439] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2179.890583] env[63862]: DEBUG nova.compute.manager [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2179.891412] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5674bd-b94e-4461-83f2-529a5a0f4efb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.901592] env[63862]: DEBUG nova.compute.manager [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2179.901802] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2179.902545] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c43b3a7-1148-4564-aacc-9cde49fb83ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.909487] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.909717] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ca1c12-ed3e-41fe-9ef7-e3eb564f4100 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.915621] env[63862]: DEBUG oslo_vmware.api [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2179.915621] env[63862]: value = "task-2098506" [ 2179.915621] env[63862]: _type = "Task" [ 2179.915621] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.925822] env[63862]: DEBUG oslo_vmware.api [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.993661] env[63862]: DEBUG nova.objects.instance [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'numa_topology' on Instance uuid 4796b724-bccf-4b79-ac9f-ac633527def9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.027719] env[63862]: DEBUG oslo_vmware.api [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098504, 'name': PowerOnVM_Task, 'duration_secs': 0.573471} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.028021] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2180.028256] env[63862]: INFO nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Took 7.57 seconds to spawn the instance on the hypervisor. [ 2180.028425] env[63862]: DEBUG nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.029240] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2691a82c-c9fe-4e3b-b035-96e50369b0df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.041631] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36956d98-efd7-4ee5-a15d-0e4da0160a3f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "eb438ef4-d7c4-4bf7-a319-77d16911c0a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.996s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.403692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f2c51f59-d576-4b6f-b867-a709e5c71c59 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.427857] env[63862]: DEBUG oslo_vmware.api [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098506, 'name': PowerOffVM_Task, 'duration_secs': 0.188334} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.428197] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.428407] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.428711] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9963f02-9240-454b-9579-708982737a2e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.495831] env[63862]: INFO nova.compute.claims [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2180.550916] env[63862]: INFO nova.compute.manager [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Took 32.49 seconds to build instance. [ 2180.966927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.967191] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.055084] env[63862]: DEBUG oslo_concurrency.lockutils [None req-57881cc6-cc5e-4998-b142-c35158a56045 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.007s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.083761] env[63862]: DEBUG nova.objects.instance [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lazy-loading 'flavor' on Instance uuid 81511944-1697-4c5e-9df1-25a7844fb8a7 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.330718] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441de514-9bfe-4043-a89f-bf3254e022e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.339390] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c005cac-8d7b-4af6-b979-e34bfa3a9099 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.372922] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0050fc03-2dfd-444a-b373-dc6dc924eb64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.380998] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db6d72-beda-41d0-8168-ac4477149891 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.393821] env[63862]: DEBUG nova.compute.provider_tree [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.469598] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2181.590524] env[63862]: DEBUG oslo_concurrency.lockutils [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.590699] env[63862]: DEBUG oslo_concurrency.lockutils [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquired lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.590876] env[63862]: DEBUG nova.network.neutron [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2181.591076] env[63862]: DEBUG nova.objects.instance [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lazy-loading 'info_cache' on Instance uuid 81511944-1697-4c5e-9df1-25a7844fb8a7 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.896819] env[63862]: DEBUG nova.scheduler.client.report [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2181.985483] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.985757] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.985963] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.986162] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.986331] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.988241] env[63862]: INFO nova.compute.manager [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Terminating instance [ 2181.993504] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.094937] env[63862]: DEBUG nova.objects.base [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Object Instance<81511944-1697-4c5e-9df1-25a7844fb8a7> lazy-loaded attributes: flavor,info_cache {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2182.269995] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2182.270271] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2182.270584] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Deleting the datastore file [datastore2] 1e764253-af3a-41b9-95f5-ecba50effbfb {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2182.270871] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c4f6588-6628-40de-afae-53b2d69f004a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.280656] env[63862]: DEBUG oslo_vmware.api [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for the task: (returnval){ [ 2182.280656] env[63862]: value = "task-2098508" [ 2182.280656] env[63862]: _type = "Task" [ 2182.280656] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.290683] env[63862]: DEBUG oslo_vmware.api [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.401733] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.913s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.404261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.590s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.452419] env[63862]: INFO nova.network.neutron [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating port e33215c1-a78b-4d1c-a1c6-181de4d72eed with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2182.491549] env[63862]: DEBUG nova.compute.manager [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2182.491902] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2182.492704] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a092350-aef3-4536-bccb-1990e4e6b097 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.500825] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2182.501117] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a920bd39-c7c4-4fc0-ac31-dbed99044717 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.507411] env[63862]: DEBUG oslo_vmware.api [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2182.507411] env[63862]: value = "task-2098509" [ 2182.507411] env[63862]: _type = "Task" [ 2182.507411] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.515773] env[63862]: DEBUG oslo_vmware.api [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.790656] env[63862]: DEBUG oslo_vmware.api [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Task: {'id': task-2098508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14006} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.793228] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2182.793507] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2182.793726] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2182.793942] env[63862]: INFO nova.compute.manager [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Took 2.89 seconds to destroy the instance on the hypervisor. [ 2182.794357] env[63862]: DEBUG oslo.service.loopingcall [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2182.794631] env[63862]: DEBUG nova.compute.manager [-] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2182.794749] env[63862]: DEBUG nova.network.neutron [-] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2182.909830] env[63862]: INFO nova.compute.claims [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2182.994713] env[63862]: DEBUG nova.network.neutron [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Updating instance_info_cache with network_info: [{"id": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "address": "fa:16:3e:4e:50:ae", "network": {"id": "4de0f1b8-7f8c-47bb-9829-267786f8d768", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-70499379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a6895a17854f2c88d5bdd6a6adc229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b88dbdd-14", "ovs_interfaceid": "2b88dbdd-14db-4e4c-982e-4bf498159e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.022417] env[63862]: DEBUG oslo_vmware.api [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098509, 'name': PowerOffVM_Task, 'duration_secs': 0.429311} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.022746] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2183.022950] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2183.023271] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1faa9c-c06e-4ed6-bd72-912c2bcff9e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.113165] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2183.113381] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2183.113447] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Deleting the datastore file [datastore2] ceda7545-aead-4edb-8b1d-0f5b817df8f3 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2183.113694] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2655d46f-6713-408a-8ccd-fc7f4de3f808 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.120738] env[63862]: DEBUG oslo_vmware.api [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for the task: (returnval){ [ 2183.120738] env[63862]: value = "task-2098511" [ 2183.120738] env[63862]: _type = "Task" [ 2183.120738] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.128888] env[63862]: DEBUG oslo_vmware.api [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.329374] env[63862]: DEBUG nova.compute.manager [req-9df9ec92-e913-47b9-887b-6012c7553325 req-2e36451a-23d9-4769-8c68-ceef8ac6a95b service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Received event network-vif-deleted-330db5fb-abdf-41d3-99ef-ccb2cd079117 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2183.329589] env[63862]: INFO nova.compute.manager [req-9df9ec92-e913-47b9-887b-6012c7553325 req-2e36451a-23d9-4769-8c68-ceef8ac6a95b service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Neutron deleted interface 330db5fb-abdf-41d3-99ef-ccb2cd079117; detaching it from the instance and deleting it from the info cache [ 2183.329803] env[63862]: DEBUG nova.network.neutron [req-9df9ec92-e913-47b9-887b-6012c7553325 req-2e36451a-23d9-4769-8c68-ceef8ac6a95b service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.417386] env[63862]: INFO nova.compute.resource_tracker [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating resource usage from migration 7d8519af-a84d-49d7-a995-dcca09124f7c [ 2183.497588] env[63862]: DEBUG oslo_concurrency.lockutils [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Releasing lock "refresh_cache-81511944-1697-4c5e-9df1-25a7844fb8a7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.634646] env[63862]: DEBUG oslo_vmware.api [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Task: {'id': task-2098511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144151} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.634919] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2183.635082] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2183.635273] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2183.635496] env[63862]: INFO nova.compute.manager [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2183.635805] env[63862]: DEBUG oslo.service.loopingcall [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.636025] env[63862]: DEBUG nova.compute.manager [-] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2183.636124] env[63862]: DEBUG nova.network.neutron [-] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2183.781328] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da084463-14b5-47a3-9b10-b5697769cde3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.789346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaad40c-648e-4528-9b0a-1bc78219bbdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.819226] env[63862]: DEBUG nova.network.neutron [-] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.821170] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829920d7-9e1e-4260-869b-694025fb94f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.829834] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d234b50-206a-4a2d-8b6e-c156c85cb53e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.834310] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae43b938-4984-4f7c-ac4f-ce8acf18aa4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.846292] env[63862]: DEBUG nova.compute.provider_tree [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.852718] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5aeac8-ae73-4141-95a1-88f6eb0fc459 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.897397] env[63862]: DEBUG nova.compute.manager [req-9df9ec92-e913-47b9-887b-6012c7553325 req-2e36451a-23d9-4769-8c68-ceef8ac6a95b service nova] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Detach interface failed, port_id=330db5fb-abdf-41d3-99ef-ccb2cd079117, reason: Instance 1e764253-af3a-41b9-95f5-ecba50effbfb could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2184.326344] env[63862]: INFO nova.compute.manager [-] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Took 1.53 seconds to deallocate network for instance. [ 2184.352486] env[63862]: DEBUG nova.scheduler.client.report [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.378515] env[63862]: DEBUG nova.network.neutron [-] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.390341] env[63862]: DEBUG nova.compute.manager [req-cca803cf-38a8-433b-b06f-16b07c7b7bb0 req-b844f80e-c2f8-41fa-ad9c-4d2684d43cc5 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-vif-plugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2184.390665] env[63862]: DEBUG oslo_concurrency.lockutils [req-cca803cf-38a8-433b-b06f-16b07c7b7bb0 req-b844f80e-c2f8-41fa-ad9c-4d2684d43cc5 service nova] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.390936] env[63862]: DEBUG oslo_concurrency.lockutils [req-cca803cf-38a8-433b-b06f-16b07c7b7bb0 req-b844f80e-c2f8-41fa-ad9c-4d2684d43cc5 service nova] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.391344] env[63862]: DEBUG oslo_concurrency.lockutils [req-cca803cf-38a8-433b-b06f-16b07c7b7bb0 req-b844f80e-c2f8-41fa-ad9c-4d2684d43cc5 service nova] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.391610] env[63862]: DEBUG nova.compute.manager [req-cca803cf-38a8-433b-b06f-16b07c7b7bb0 req-b844f80e-c2f8-41fa-ad9c-4d2684d43cc5 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] No waiting events found dispatching network-vif-plugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2184.391861] env[63862]: WARNING nova.compute.manager [req-cca803cf-38a8-433b-b06f-16b07c7b7bb0 req-b844f80e-c2f8-41fa-ad9c-4d2684d43cc5 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received unexpected event network-vif-plugged-e33215c1-a78b-4d1c-a1c6-181de4d72eed for instance with vm_state shelved_offloaded and task_state spawning. [ 2184.487773] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.487773] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.487773] env[63862]: DEBUG nova.network.neutron [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2184.504767] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2184.505326] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3d9ee97-6897-4c04-b725-4800d2e51118 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.512501] env[63862]: DEBUG oslo_vmware.api [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2184.512501] env[63862]: value = "task-2098512" [ 2184.512501] env[63862]: _type = "Task" [ 2184.512501] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.520354] env[63862]: DEBUG oslo_vmware.api [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.831080] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.860197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.456s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.860443] env[63862]: INFO nova.compute.manager [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Migrating [ 2184.870031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.723s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.881351] env[63862]: INFO nova.compute.manager [-] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Took 1.25 seconds to deallocate network for instance. [ 2185.022954] env[63862]: DEBUG oslo_vmware.api [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098512, 'name': PowerOnVM_Task, 'duration_secs': 0.494641} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.025518] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2185.025656] env[63862]: DEBUG nova.compute.manager [None req-86c494c6-ad54-487f-931c-fd790abed0e3 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2185.026451] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee93d40-7d0b-414b-b0c3-aa49a780d1b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.316771] env[63862]: DEBUG nova.network.neutron [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.382465] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.382465] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.382465] env[63862]: DEBUG nova.network.neutron [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2185.389226] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.449061] env[63862]: DEBUG nova.compute.manager [req-b938283d-2fa0-4a9b-9878-b006ac6a01a1 req-5754ac48-4ada-4abb-85fa-6eeed8707046 service nova] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Received event network-vif-deleted-79b3bcfa-4cae-4775-a400-d1626d8db72f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2185.722247] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a183ae-19a6-4451-beeb-58e913e05be6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.729982] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721d185-2fba-43f9-9004-272f41133a61 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.760483] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc58c8b-547f-4d9a-a86f-5f5eb393cce0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.770061] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e75e61-8b3c-453c-a016-f5636c7c70a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.784139] env[63862]: DEBUG nova.compute.provider_tree [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.819690] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.844785] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='19795614e36d5c9bac99a1f906e46e7b',container_format='bare',created_at=2025-01-13T22:47:04Z,direct_url=,disk_format='vmdk',id=b529bf4c-8134-44d7-827b-92a63dc08fe5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1311129457-shelved',owner='c8fcb223b1484cc4b5ebc846062e0f63',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-01-13T22:47:18Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2185.845183] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2185.845257] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2185.845383] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2185.845529] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2185.845676] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2185.845883] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2185.846068] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2185.846260] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2185.846391] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2185.846567] env[63862]: DEBUG nova.virt.hardware [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2185.847440] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6601ba5-544a-4e72-b32c-455ef6468f8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.855711] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d68f0bd-4cf6-4292-9c37-3dfd67cf2997 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.871497] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:86:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33215c1-a78b-4d1c-a1c6-181de4d72eed', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2185.879691] env[63862]: DEBUG oslo.service.loopingcall [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2185.879959] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2185.880209] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34bc9a2a-86d8-4e3a-a839-a4650741886d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.901956] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2185.901956] env[63862]: value = "task-2098513" [ 2185.901956] env[63862]: _type = "Task" [ 2185.901956] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.913588] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098513, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.183985] env[63862]: DEBUG nova.network.neutron [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.287736] env[63862]: DEBUG nova.scheduler.client.report [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.412156] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098513, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.465493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.465777] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.465987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.466256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.466358] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.468988] env[63862]: INFO nova.compute.manager [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Terminating instance [ 2186.529787] env[63862]: DEBUG nova.compute.manager [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2186.531054] env[63862]: DEBUG nova.compute.manager [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing instance network info cache due to event network-changed-e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2186.531054] env[63862]: DEBUG oslo_concurrency.lockutils [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] Acquiring lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.531054] env[63862]: DEBUG oslo_concurrency.lockutils [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] Acquired lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.531054] env[63862]: DEBUG nova.network.neutron [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Refreshing network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2186.686903] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.912151] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098513, 'name': CreateVM_Task, 'duration_secs': 0.535886} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.912416] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2186.913167] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.913364] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.913735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2186.913999] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2ea07d-00a6-44ee-9f11-97592bd536e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.918740] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2186.918740] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525dbdb7-11b0-09ad-a17a-b21d4b8fd65b" [ 2186.918740] env[63862]: _type = "Task" [ 2186.918740] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.929885] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525dbdb7-11b0-09ad-a17a-b21d4b8fd65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.972385] env[63862]: DEBUG nova.compute.manager [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2186.972624] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2186.973585] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9660c-4acc-4393-96ed-7ef3b29bf225 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.981977] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2186.981977] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5574adb-f14a-4ea6-b7cc-3010e5782760 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.988452] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2186.988452] env[63862]: value = "task-2098514" [ 2186.988452] env[63862]: _type = "Task" [ 2186.988452] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.997131] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.298625] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.429s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.301437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.893s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.301670] env[63862]: DEBUG nova.objects.instance [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lazy-loading 'resources' on Instance uuid 0b1219cd-8dbe-4ac8-b867-3c956bf43288 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2187.340350] env[63862]: DEBUG nova.network.neutron [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updated VIF entry in instance network info cache for port e33215c1-a78b-4d1c-a1c6-181de4d72eed. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2187.340730] env[63862]: DEBUG nova.network.neutron [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [{"id": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "address": "fa:16:3e:f9:86:09", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33215c1-a7", "ovs_interfaceid": "e33215c1-a78b-4d1c-a1c6-181de4d72eed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.433341] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.433732] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Processing image b529bf4c-8134-44d7-827b-92a63dc08fe5 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2187.433732] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.433981] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.433981] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2187.434267] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60db8ee4-7456-42e2-8ba7-1d8921ca5a78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.445016] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2187.446032] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2187.446184] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac257df4-f643-49c7-babf-f55539f1b6a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.454112] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2187.454112] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e53a7a-d476-bf56-0a7f-30af73c7fd78" [ 2187.454112] env[63862]: _type = "Task" [ 2187.454112] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.465110] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e53a7a-d476-bf56-0a7f-30af73c7fd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.498854] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098514, 'name': PowerOffVM_Task, 'duration_secs': 0.293949} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.499416] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2187.499598] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2187.499850] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f0145d6-9760-4124-ab1c-c14da85893b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.629852] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2187.630092] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2187.630273] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Deleting the datastore file [datastore2] 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2187.630535] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-612ab080-0827-4558-a879-133e00baa461 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.637811] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2187.637811] env[63862]: value = "task-2098516" [ 2187.637811] env[63862]: _type = "Task" [ 2187.637811] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.645259] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.846638] env[63862]: DEBUG oslo_concurrency.lockutils [req-9729dbb4-8b50-4ff6-a28a-983648d5791a req-f2730ac5-b7af-4f76-885b-e48a1aa8a411 service nova] Releasing lock "refresh_cache-4796b724-bccf-4b79-ac9f-ac633527def9" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.876724] env[63862]: INFO nova.scheduler.client.report [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocation for migration 2d7c95e3-81a9-4ee8-bab3-db3a01ae5e76 [ 2187.934141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "8abfb2f5-7621-4491-bff9-dba998fdeb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.934535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.934644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "8abfb2f5-7621-4491-bff9-dba998fdeb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2187.934824] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2187.934987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.939471] env[63862]: INFO nova.compute.manager [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Terminating instance [ 2187.966453] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Preparing fetch location {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2187.966748] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Fetch image to [datastore2] OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72/OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72.vmdk {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2187.966971] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Downloading stream optimized image b529bf4c-8134-44d7-827b-92a63dc08fe5 to [datastore2] OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72/OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72.vmdk on the data store datastore2 as vApp {{(pid=63862) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2187.967175] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Downloading image file data b529bf4c-8134-44d7-827b-92a63dc08fe5 to the ESX as VM named 'OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72' {{(pid=63862) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2188.053362] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2188.053362] env[63862]: value = "resgroup-9" [ 2188.053362] env[63862]: _type = "ResourcePool" [ 2188.053362] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2188.053671] env[63862]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24374da1-74f6-4cef-9136-533667b2919f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.076525] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease: (returnval){ [ 2188.076525] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e6426d-9bb9-c9fb-12c6-aab144c9ef15" [ 2188.076525] env[63862]: _type = "HttpNfcLease" [ 2188.076525] env[63862]: } obtained for vApp import into resource pool (val){ [ 2188.076525] env[63862]: value = "resgroup-9" [ 2188.076525] env[63862]: _type = "ResourcePool" [ 2188.076525] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2188.076839] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the lease: (returnval){ [ 2188.076839] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e6426d-9bb9-c9fb-12c6-aab144c9ef15" [ 2188.076839] env[63862]: _type = "HttpNfcLease" [ 2188.076839] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2188.085983] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2188.085983] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e6426d-9bb9-c9fb-12c6-aab144c9ef15" [ 2188.085983] env[63862]: _type = "HttpNfcLease" [ 2188.085983] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2188.150740] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.205021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add8abaa-6cd2-4d78-b499-81505029cd4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.224710] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2188.229864] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ba759-26c6-4e46-8be6-b4dd4730f160 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.237896] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f89d63-a211-4a5e-b690-f6f744d0c48a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.269354] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d48a7f-3a15-40cf-a4ca-ccfdcc25cf7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.278689] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91668d5-4b88-443f-9d7c-09e62d6c19e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.293435] env[63862]: DEBUG nova.compute.provider_tree [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2188.383066] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2e257865-df87-41e4-8044-f7d79bef6202 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.931s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.444217] env[63862]: DEBUG nova.compute.manager [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2188.444478] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2188.445443] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b542d1-48b4-4a25-975b-f836efc599d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.454033] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.454282] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1506e5c-e1f0-49b6-b82e-c43ceb49890a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.461203] env[63862]: DEBUG oslo_vmware.api [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2188.461203] env[63862]: value = "task-2098518" [ 2188.461203] env[63862]: _type = "Task" [ 2188.461203] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.471705] env[63862]: DEBUG oslo_vmware.api [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.586021] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2188.586021] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e6426d-9bb9-c9fb-12c6-aab144c9ef15" [ 2188.586021] env[63862]: _type = "HttpNfcLease" [ 2188.586021] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2188.586021] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2188.586021] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e6426d-9bb9-c9fb-12c6-aab144c9ef15" [ 2188.586021] env[63862]: _type = "HttpNfcLease" [ 2188.586021] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2188.586742] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a77d16a-ac3b-475f-b406-7f7dd167b7b7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.594447] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ed5ba-07a4-621c-6f39-8673544ff162/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2188.594813] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ed5ba-07a4-621c-6f39-8673544ff162/disk-0.vmdk. {{(pid=63862) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2188.664542] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cec9dfd-d7af-4b17-9a19-1e690db10f23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.666463] env[63862]: DEBUG oslo_vmware.api [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516748} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.668487] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2188.668678] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2188.668857] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2188.669041] env[63862]: INFO nova.compute.manager [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Took 1.70 seconds to destroy the instance on the hypervisor. [ 2188.669302] env[63862]: DEBUG oslo.service.loopingcall [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2188.670153] env[63862]: DEBUG nova.compute.manager [-] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2188.670153] env[63862]: DEBUG nova.network.neutron [-] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2188.735461] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2188.735844] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5cff298-5851-4b6d-ad9e-18230b8185c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.743159] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2188.743159] env[63862]: value = "task-2098519" [ 2188.743159] env[63862]: _type = "Task" [ 2188.743159] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.754969] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.798328] env[63862]: DEBUG nova.scheduler.client.report [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.973919] env[63862]: DEBUG oslo_vmware.api [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098518, 'name': PowerOffVM_Task, 'duration_secs': 0.206491} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.974655] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2188.974995] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2188.975516] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd731aa-75c5-482e-8ebc-9d0b783de920 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.138031] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2189.139933] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2189.139933] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleting the datastore file [datastore2] 8abfb2f5-7621-4491-bff9-dba998fdeb97 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2189.140831] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09da5881-3ada-4b0e-9fca-f895d5d1cc50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.153273] env[63862]: DEBUG oslo_vmware.api [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2189.153273] env[63862]: value = "task-2098521" [ 2189.153273] env[63862]: _type = "Task" [ 2189.153273] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.165723] env[63862]: DEBUG oslo_vmware.api [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.257175] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098519, 'name': PowerOffVM_Task, 'duration_secs': 0.29338} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.259388] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2189.259642] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2189.303043] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.311061] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.416s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.311061] env[63862]: INFO nova.compute.claims [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2189.329987] env[63862]: INFO nova.scheduler.client.report [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Deleted allocations for instance 0b1219cd-8dbe-4ac8-b867-3c956bf43288 [ 2189.465531] env[63862]: DEBUG nova.compute.manager [req-753e3432-c7c9-41a3-b78e-0ec897b3595b req-b6036cd1-1612-430d-8da3-952c6a3b48ed service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Received event network-vif-deleted-3ea38cd9-30ac-47b5-8ee2-7069806e1cd3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2189.466240] env[63862]: INFO nova.compute.manager [req-753e3432-c7c9-41a3-b78e-0ec897b3595b req-b6036cd1-1612-430d-8da3-952c6a3b48ed service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Neutron deleted interface 3ea38cd9-30ac-47b5-8ee2-7069806e1cd3; detaching it from the instance and deleting it from the info cache [ 2189.466240] env[63862]: DEBUG nova.network.neutron [req-753e3432-c7c9-41a3-b78e-0ec897b3595b req-b6036cd1-1612-430d-8da3-952c6a3b48ed service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.667098] env[63862]: DEBUG oslo_vmware.api [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276774} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.668823] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2189.669139] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2189.669340] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2189.669624] env[63862]: INFO nova.compute.manager [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2189.673123] env[63862]: DEBUG oslo.service.loopingcall [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.673446] env[63862]: DEBUG nova.compute.manager [-] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2189.673545] env[63862]: DEBUG nova.network.neutron [-] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2189.768963] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2189.769221] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2189.769380] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2189.769564] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2189.769800] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2189.769978] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2189.770608] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2189.770786] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2189.770958] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2189.771145] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2189.771402] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2189.777024] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d18ed8-60d2-4ea8-8882-b1d295c375d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.810867] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2189.810867] env[63862]: value = "task-2098522" [ 2189.810867] env[63862]: _type = "Task" [ 2189.810867] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.831632] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.842572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3011e7c2-8406-43da-a6f4-94dae6dfbeec tempest-ServersAdminTestJSON-647579344 tempest-ServersAdminTestJSON-647579344-project-member] Lock "0b1219cd-8dbe-4ac8-b867-3c956bf43288" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.586s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.936787] env[63862]: DEBUG nova.network.neutron [-] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.970636] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ffe5e2a-cd1e-4413-a1c3-445b09bf3013 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.984257] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8cbdf8-81c8-411f-b202-9b2144d47f60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.014593] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Completed reading data from the image iterator. {{(pid=63862) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2190.014593] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ed5ba-07a4-621c-6f39-8673544ff162/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2190.014593] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a0fd49-6351-41d2-8cb6-065643b1bd43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.020770] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ed5ba-07a4-621c-6f39-8673544ff162/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2190.020946] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ed5ba-07a4-621c-6f39-8673544ff162/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2190.021229] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f00de60c-7ef3-4890-a449-81aee8d77521 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.049026] env[63862]: DEBUG nova.compute.manager [req-753e3432-c7c9-41a3-b78e-0ec897b3595b req-b6036cd1-1612-430d-8da3-952c6a3b48ed service nova] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Detach interface failed, port_id=3ea38cd9-30ac-47b5-8ee2-7069806e1cd3, reason: Instance 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2190.321835] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098522, 'name': ReconfigVM_Task, 'duration_secs': 0.197202} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.322832] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2190.326477] env[63862]: DEBUG oslo_vmware.rw_handles [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ed5ba-07a4-621c-6f39-8673544ff162/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2190.326720] env[63862]: INFO nova.virt.vmwareapi.images [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Downloaded image file data b529bf4c-8134-44d7-827b-92a63dc08fe5 [ 2190.327795] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbbd510-67c0-4ef3-a406-4172f7d5a54a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.347859] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b56ef1-f694-4841-9d2e-9206443867a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.375140] env[63862]: INFO nova.virt.vmwareapi.images [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] The imported VM was unregistered [ 2190.379400] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Caching image {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2190.379450] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2190.382028] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba81a866-db3d-4941-9487-ff0bda53bc8c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.397223] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created directory with path [datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2190.397454] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72/OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72.vmdk to [datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk. {{(pid=63862) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2190.400256] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f846902c-0300-4a88-8da4-a1bd018a6fb4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.407783] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2190.407783] env[63862]: value = "task-2098524" [ 2190.407783] env[63862]: _type = "Task" [ 2190.407783] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.417498] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.440299] env[63862]: INFO nova.compute.manager [-] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Took 1.77 seconds to deallocate network for instance. [ 2190.633592] env[63862]: DEBUG nova.network.neutron [-] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2190.705784] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418c51b-8251-4afa-a762-aa4c171651ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.713920] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dc5c4c-07d4-4660-a5e0-f1b8258fd78c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.745264] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db267290-1d95-4ed9-8785-37803ab0904d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.753042] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf987ed-25d8-49e3-b9e5-2364b6e11bca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.767284] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.767623] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.767860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.768082] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.768287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.770052] env[63862]: DEBUG nova.compute.provider_tree [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2190.772845] env[63862]: INFO nova.compute.manager [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Terminating instance [ 2190.833413] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:46:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89e0c100-fe9d-41be-bc41-b71d01b63bce',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1901831136',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.834196] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.834443] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.834694] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.834893] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.835116] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.835482] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.835719] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.836059] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.836311] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.836546] env[63862]: DEBUG nova.virt.hardware [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.841859] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2190.842289] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c87d8d-8a4a-4162-af47-2022b450e7c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.866978] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2190.866978] env[63862]: value = "task-2098525" [ 2190.866978] env[63862]: _type = "Task" [ 2190.866978] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.876061] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.919705] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.950666] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.136281] env[63862]: INFO nova.compute.manager [-] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Took 1.46 seconds to deallocate network for instance. [ 2191.274095] env[63862]: DEBUG nova.scheduler.client.report [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.278351] env[63862]: DEBUG nova.compute.manager [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2191.278567] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2191.279480] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce397d8-3823-4b57-bd66-60958e371343 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.291128] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2191.291463] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b90ea20-0f27-437a-a4b2-aae6a90c0ae2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.300797] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2191.300797] env[63862]: value = "task-2098526" [ 2191.300797] env[63862]: _type = "Task" [ 2191.300797] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.309643] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.360022] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.360022] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.376411] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098525, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.420476] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.514882] env[63862]: DEBUG nova.compute.manager [req-dd6e1d34-9b5f-4987-9a24-4c721e84ca2a req-0c5d4b47-5ac7-473e-a6e8-c43091e86d6c service nova] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Received event network-vif-deleted-02269bd7-cca6-4ef7-a736-7b1378b80af3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2191.645019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2191.786724] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.787294] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2191.794129] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.341s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.794382] env[63862]: DEBUG nova.objects.instance [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lazy-loading 'resources' on Instance uuid aef3289d-3eb2-4d87-b2f8-a4f335368113 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2191.816450] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098526, 'name': PowerOffVM_Task, 'duration_secs': 0.431498} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.816810] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.816988] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2191.817275] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed2e39b-13c2-471a-a6f3-adcd04b1e336 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.860820] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2191.880029] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098525, 'name': ReconfigVM_Task, 'duration_secs': 0.545195} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.880029] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2191.880029] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f7db1e-718d-4c81-8555-3da4a3ae19c3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.918335] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2191.919528] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6c6b2d-bb3d-4588-b1b3-320e2881bdc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.947404] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.950926] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2191.950926] env[63862]: value = "task-2098528" [ 2191.950926] env[63862]: _type = "Task" [ 2191.950926] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.961486] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.142728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2192.142728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2192.143034] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] b3528b67-5ccc-4302-aad4-0a6f4f56ddc5 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2192.143231] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-943e80f2-b7fd-4a05-a125-f676183bd83d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.150716] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2192.150716] env[63862]: value = "task-2098529" [ 2192.150716] env[63862]: _type = "Task" [ 2192.150716] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.159352] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.300012] env[63862]: DEBUG nova.compute.utils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2192.300012] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2192.300012] env[63862]: DEBUG nova.network.neutron [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2192.386566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.419119] env[63862]: DEBUG nova.policy [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b5599c9ea7341af9cca8a1e43f56c00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f0d691027334cc181fb6f6242dee255', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2192.433938] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.468182] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.664141] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.766823] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8108f28-45cc-4a3c-b360-cf06c93b7b73 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.775632] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18be5b0-f75e-41e9-9cf6-b7373093872e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.812947] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2192.816532] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e3b21-8127-46d6-8a00-17702dc5c6cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.825593] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89440074-33d8-4ae8-a930-854f5112b7f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.842062] env[63862]: DEBUG nova.compute.provider_tree [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2192.926453] env[63862]: DEBUG nova.network.neutron [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Successfully created port: 3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2192.934435] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.962614] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.163980] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.351021] env[63862]: DEBUG nova.scheduler.client.report [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.432727] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098524, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.886827} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.433011] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72/OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72.vmdk to [datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk. [ 2193.433339] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Cleaning up location [datastore2] OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2193.433666] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c9c306fd-8e73-4e5f-a576-1af75ea4cd72 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2193.433747] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d717309e-cf11-4c2d-b56e-af7b0c6487b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.439667] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2193.439667] env[63862]: value = "task-2098530" [ 2193.439667] env[63862]: _type = "Task" [ 2193.439667] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.447447] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.460242] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098528, 'name': ReconfigVM_Task, 'duration_secs': 1.462342} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.460540] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2193.460804] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.662993] env[63862]: DEBUG oslo_vmware.api [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.16198} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.663113] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2193.663327] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2193.663599] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2193.663785] env[63862]: INFO nova.compute.manager [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Took 2.39 seconds to destroy the instance on the hypervisor. [ 2193.664031] env[63862]: DEBUG oslo.service.loopingcall [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2193.664222] env[63862]: DEBUG nova.compute.manager [-] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2193.664315] env[63862]: DEBUG nova.network.neutron [-] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2193.827114] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2193.856292] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.863882] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2193.864049] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2193.864201] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2193.864381] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2193.864693] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2193.864858] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2193.865408] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2193.865513] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2193.865651] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2193.865862] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2193.866052] env[63862]: DEBUG nova.virt.hardware [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2193.866658] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.656s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2193.867223] env[63862]: DEBUG nova.objects.instance [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lazy-loading 'resources' on Instance uuid 83f9edf2-2498-4b85-b189-8221cd9ff1a4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2193.869021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da751f33-8a86-41f0-848e-1f85f91ba56b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.877990] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d1945b-f814-4e56-aeb6-c58ab0f4dd57 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.894945] env[63862]: INFO nova.scheduler.client.report [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted allocations for instance aef3289d-3eb2-4d87-b2f8-a4f335368113 [ 2193.951356] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034083} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.951627] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2193.951792] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.952655] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk to [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2193.953667] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09023d77-119e-4778-be72-798bc4235983 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.960265] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2193.960265] env[63862]: value = "task-2098531" [ 2193.960265] env[63862]: _type = "Task" [ 2193.960265] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.971358] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c507bf1-8201-49e2-b44a-f3cc8ed4767c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.974645] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.995194] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd083cc6-70e1-4bf7-b7e2-05f0d57971d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.015259] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.324756] env[63862]: DEBUG nova.compute.manager [req-b206f08e-5461-4ada-a059-7d3d4c09c92a req-09c51fe9-0b8d-431e-bd60-a62127efa6ea service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Received event network-vif-deleted-2082a449-181b-42f0-8d81-cdabe4751c99 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.324958] env[63862]: INFO nova.compute.manager [req-b206f08e-5461-4ada-a059-7d3d4c09c92a req-09c51fe9-0b8d-431e-bd60-a62127efa6ea service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Neutron deleted interface 2082a449-181b-42f0-8d81-cdabe4751c99; detaching it from the instance and deleting it from the info cache [ 2194.328024] env[63862]: DEBUG nova.network.neutron [req-b206f08e-5461-4ada-a059-7d3d4c09c92a req-09c51fe9-0b8d-431e-bd60-a62127efa6ea service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.408126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-399623da-dbb8-4d48-9c70-68f65f87bf95 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "aef3289d-3eb2-4d87-b2f8-a4f335368113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.996s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.476257] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.500476] env[63862]: DEBUG nova.network.neutron [-] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2194.547078] env[63862]: DEBUG nova.compute.manager [req-3f27e5e2-cea2-43ad-a866-69769e972338 req-27701df9-7918-4018-90fb-d657780a63ca service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Received event network-vif-plugged-3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.547356] env[63862]: DEBUG oslo_concurrency.lockutils [req-3f27e5e2-cea2-43ad-a866-69769e972338 req-27701df9-7918-4018-90fb-d657780a63ca service nova] Acquiring lock "229ecdea-2510-4509-b2f7-d21faca6a405-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.547509] env[63862]: DEBUG oslo_concurrency.lockutils [req-3f27e5e2-cea2-43ad-a866-69769e972338 req-27701df9-7918-4018-90fb-d657780a63ca service nova] Lock "229ecdea-2510-4509-b2f7-d21faca6a405-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.547843] env[63862]: DEBUG oslo_concurrency.lockutils [req-3f27e5e2-cea2-43ad-a866-69769e972338 req-27701df9-7918-4018-90fb-d657780a63ca service nova] Lock "229ecdea-2510-4509-b2f7-d21faca6a405-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.548077] env[63862]: DEBUG nova.compute.manager [req-3f27e5e2-cea2-43ad-a866-69769e972338 req-27701df9-7918-4018-90fb-d657780a63ca service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] No waiting events found dispatching network-vif-plugged-3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2194.548290] env[63862]: WARNING nova.compute.manager [req-3f27e5e2-cea2-43ad-a866-69769e972338 req-27701df9-7918-4018-90fb-d657780a63ca service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Received unexpected event network-vif-plugged-3d479476-49a9-4edc-9ca7-bdbcf2b0f172 for instance with vm_state building and task_state spawning. [ 2194.667457] env[63862]: DEBUG nova.network.neutron [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Successfully updated port: 3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2194.672538] env[63862]: DEBUG nova.network.neutron [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Port c7a2fded-4565-497e-bde2-08200836e2f9 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2194.774903] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.775796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.776006] env[63862]: INFO nova.compute.manager [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Shelving [ 2194.814703] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1222a8bf-bdcc-41c5-a340-c4255ec9d2d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.823138] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ece8aa-e8d3-40cb-9a9d-92861c0403ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.829042] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43952cd2-c354-4c42-a978-7c9216f34693 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.859163] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78818f3c-eb66-4b5f-8406-210b9593bfc6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.867245] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa04e21-b471-4b4d-b833-d6fbeb4ee615 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.882955] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c41238c-60b9-48b4-b316-fa9c3c972ccf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.900108] env[63862]: DEBUG nova.compute.provider_tree [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2194.915254] env[63862]: DEBUG nova.compute.manager [req-b206f08e-5461-4ada-a059-7d3d4c09c92a req-09c51fe9-0b8d-431e-bd60-a62127efa6ea service nova] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Detach interface failed, port_id=2082a449-181b-42f0-8d81-cdabe4751c99, reason: Instance b3528b67-5ccc-4302-aad4-0a6f4f56ddc5 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2194.973265] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.004030] env[63862]: INFO nova.compute.manager [-] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Took 1.34 seconds to deallocate network for instance. [ 2195.170936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "refresh_cache-229ecdea-2510-4509-b2f7-d21faca6a405" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2195.171223] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "refresh_cache-229ecdea-2510-4509-b2f7-d21faca6a405" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2195.171629] env[63862]: DEBUG nova.network.neutron [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2195.417567] env[63862]: DEBUG nova.scheduler.client.report [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2195.475651] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.510572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.699297] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.700054] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.700054] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.707146] env[63862]: DEBUG nova.network.neutron [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2195.788026] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2195.788026] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f8dabc-ee46-46f0-8280-b8acba55dd08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.798211] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2195.798211] env[63862]: value = "task-2098532" [ 2195.798211] env[63862]: _type = "Task" [ 2195.798211] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.809229] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.873910] env[63862]: DEBUG nova.network.neutron [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Updating instance_info_cache with network_info: [{"id": "3d479476-49a9-4edc-9ca7-bdbcf2b0f172", "address": "fa:16:3e:a1:ce:6b", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d479476-49", "ovs_interfaceid": "3d479476-49a9-4edc-9ca7-bdbcf2b0f172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.927721] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.930343] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.937s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.932389] env[63862]: INFO nova.compute.claims [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2195.957325] env[63862]: INFO nova.scheduler.client.report [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Deleted allocations for instance 83f9edf2-2498-4b85-b189-8221cd9ff1a4 [ 2195.976600] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.309990] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.376951] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "refresh_cache-229ecdea-2510-4509-b2f7-d21faca6a405" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.377314] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Instance network_info: |[{"id": "3d479476-49a9-4edc-9ca7-bdbcf2b0f172", "address": "fa:16:3e:a1:ce:6b", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d479476-49", "ovs_interfaceid": "3d479476-49a9-4edc-9ca7-bdbcf2b0f172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2196.377737] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ce:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d479476-49a9-4edc-9ca7-bdbcf2b0f172', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2196.389027] env[63862]: DEBUG oslo.service.loopingcall [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2196.389027] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2196.389027] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa08a7fb-4237-41e2-a3ab-ac6593c92ebc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.411973] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2196.411973] env[63862]: value = "task-2098533" [ 2196.411973] env[63862]: _type = "Task" [ 2196.411973] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.422079] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098533, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.470573] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b61cdf4-3ec7-4733-b74c-f93308c4432a tempest-ServerRescueTestJSON-207330321 tempest-ServerRescueTestJSON-207330321-project-member] Lock "83f9edf2-2498-4b85-b189-8221cd9ff1a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.811s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.478384] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.605512] env[63862]: DEBUG nova.compute.manager [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Received event network-changed-3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2196.607861] env[63862]: DEBUG nova.compute.manager [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Refreshing instance network info cache due to event network-changed-3d479476-49a9-4edc-9ca7-bdbcf2b0f172. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2196.607861] env[63862]: DEBUG oslo_concurrency.lockutils [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] Acquiring lock "refresh_cache-229ecdea-2510-4509-b2f7-d21faca6a405" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.607861] env[63862]: DEBUG oslo_concurrency.lockutils [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] Acquired lock "refresh_cache-229ecdea-2510-4509-b2f7-d21faca6a405" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.607861] env[63862]: DEBUG nova.network.neutron [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Refreshing network info cache for port 3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2196.738561] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.738867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.739105] env[63862]: DEBUG nova.network.neutron [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2196.810046] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098532, 'name': PowerOffVM_Task, 'duration_secs': 0.990396} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.810354] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.811256] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129724fd-a456-498c-a5a1-840257f3590e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.829663] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e400a32e-9fa2-41bc-bad1-0eba639040fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.924477] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098533, 'name': CreateVM_Task, 'duration_secs': 0.496612} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.924674] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2196.925384] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.925546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.925869] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2196.926134] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1779478b-0f3c-465f-bdea-3a2e2242a7fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.933424] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2196.933424] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c2ad31-26d5-680a-3afc-556663bced84" [ 2196.933424] env[63862]: _type = "Task" [ 2196.933424] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.959512] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c2ad31-26d5-680a-3afc-556663bced84, 'name': SearchDatastore_Task, 'duration_secs': 0.009252} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.960120] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.960576] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2196.960948] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2196.961169] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2196.961453] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2196.961766] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62081a77-385e-4f4d-b531-8359c6f70aa3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.973008] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2196.973215] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2196.974661] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa7c39d-a3e0-4540-8fb2-ea2b724bb5ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.984375] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098531, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.772934} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.985198] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b529bf4c-8134-44d7-827b-92a63dc08fe5/b529bf4c-8134-44d7-827b-92a63dc08fe5.vmdk to [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2196.986068] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcdbe93-7f51-4886-b27f-c6bb52dded7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.989465] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2196.989465] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524c18a5-2762-bc55-f7d5-99ed635cf9bd" [ 2196.989465] env[63862]: _type = "Task" [ 2196.989465] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.010828] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2197.014539] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859b4ec0-d6d0-4a65-b588-79077155fbb0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.034475] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524c18a5-2762-bc55-f7d5-99ed635cf9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.035706] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f87346a-47f3-470f-97ca-3ca122a24f62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.040193] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2197.040193] env[63862]: value = "task-2098534" [ 2197.040193] env[63862]: _type = "Task" [ 2197.040193] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.041683] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2197.041683] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523b5d1b-6b7d-04f4-0a90-6d353aa55dd5" [ 2197.041683] env[63862]: _type = "Task" [ 2197.041683] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.056142] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098534, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.059550] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523b5d1b-6b7d-04f4-0a90-6d353aa55dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.059550] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.059550] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 229ecdea-2510-4509-b2f7-d21faca6a405/229ecdea-2510-4509-b2f7-d21faca6a405.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2197.061285] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc9b3dc1-4885-44d2-ad72-e167cb9cb274 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.067224] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2197.067224] env[63862]: value = "task-2098535" [ 2197.067224] env[63862]: _type = "Task" [ 2197.067224] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.075642] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.340765] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2197.341141] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-826acf87-b480-4fb9-a522-01c400955f5c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.353100] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2197.353100] env[63862]: value = "task-2098536" [ 2197.353100] env[63862]: _type = "Task" [ 2197.353100] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.359883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb95d99-6869-4b52-890f-da4388e084d4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.366949] env[63862]: DEBUG nova.network.neutron [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Updated VIF entry in instance network info cache for port 3d479476-49a9-4edc-9ca7-bdbcf2b0f172. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2197.370095] env[63862]: DEBUG nova.network.neutron [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Updating instance_info_cache with network_info: [{"id": "3d479476-49a9-4edc-9ca7-bdbcf2b0f172", "address": "fa:16:3e:a1:ce:6b", "network": {"id": "1a4ff7c2-ca8a-4d44-81cc-2e5b588ed949", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1105644892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f0d691027334cc181fb6f6242dee255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d479476-49", "ovs_interfaceid": "3d479476-49a9-4edc-9ca7-bdbcf2b0f172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.370095] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098536, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.374647] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff107c4-37bd-4323-8c28-caff26be4422 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.417250] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8498ed-161c-44da-946e-e663a0f0c968 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.426243] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1688e0d-8f98-421b-921c-2c27a550e81c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.441998] env[63862]: DEBUG nova.compute.provider_tree [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.551284] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098534, 'name': ReconfigVM_Task, 'duration_secs': 0.349939} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.551659] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9/4796b724-bccf-4b79-ac9f-ac633527def9.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2197.553201] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'guest_format': None, 'image_id': '26765a8f-4689-426a-be47-73042bfcfa04'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429698', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'name': 'volume-44475a23-c057-4cc2-84ec-64099e5f68ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4796b724-bccf-4b79-ac9f-ac633527def9', 'attached_at': '', 'detached_at': '', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'serial': '44475a23-c057-4cc2-84ec-64099e5f68ab'}, 'device_type': None, 'delete_on_termination': False, 'attachment_id': 'd6049e37-7654-482d-a65b-437e438daeac', 'mount_device': '/dev/sdb', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63862) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2197.553298] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2197.556025] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429698', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'name': 'volume-44475a23-c057-4cc2-84ec-64099e5f68ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4796b724-bccf-4b79-ac9f-ac633527def9', 'attached_at': '', 'detached_at': '', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'serial': '44475a23-c057-4cc2-84ec-64099e5f68ab'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2197.556025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe2229b-16a3-422d-bca7-05d11e9ba346 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.577096] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addd5607-2ba5-4796-b0ac-124cf65bb29d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.586158] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456857} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.599475] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 229ecdea-2510-4509-b2f7-d21faca6a405/229ecdea-2510-4509-b2f7-d21faca6a405.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2197.599712] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2197.607268] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-44475a23-c057-4cc2-84ec-64099e5f68ab/volume-44475a23-c057-4cc2-84ec-64099e5f68ab.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2197.607596] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46d45be9-5e62-4f50-b695-5c20dd3655cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.611332] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1376bbe-3501-4850-b6d1-8907f5575f1e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.630894] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2197.630894] env[63862]: value = "task-2098537" [ 2197.630894] env[63862]: _type = "Task" [ 2197.630894] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.634946] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2197.634946] env[63862]: value = "task-2098538" [ 2197.634946] env[63862]: _type = "Task" [ 2197.634946] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.644954] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.650407] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.684757] env[63862]: DEBUG nova.network.neutron [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.864740] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098536, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.875653] env[63862]: DEBUG oslo_concurrency.lockutils [req-e20ebf45-670b-4d1f-a335-9a983d1dc70d req-eab980e5-8745-4ac3-858a-9b093821d589 service nova] Releasing lock "refresh_cache-229ecdea-2510-4509-b2f7-d21faca6a405" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2197.945753] env[63862]: DEBUG nova.scheduler.client.report [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2198.145854] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074539} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.146898] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2198.147230] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098538, 'name': ReconfigVM_Task, 'duration_secs': 0.31375} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.147911] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e609c5e-456e-42a0-b6c2-5fa2ca2b6d30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.150312] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-44475a23-c057-4cc2-84ec-64099e5f68ab/volume-44475a23-c057-4cc2-84ec-64099e5f68ab.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2198.155016] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c492d28a-0ec3-43f1-b87e-a331db2ef63e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.185481] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 229ecdea-2510-4509-b2f7-d21faca6a405/229ecdea-2510-4509-b2f7-d21faca6a405.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2198.187279] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ba1e2c-d79e-494f-b461-f94c1e794d35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.202140] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.205872] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2198.205872] env[63862]: value = "task-2098539" [ 2198.205872] env[63862]: _type = "Task" [ 2198.205872] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.212123] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2198.212123] env[63862]: value = "task-2098540" [ 2198.212123] env[63862]: _type = "Task" [ 2198.212123] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.215254] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.223479] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.369096] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098536, 'name': CreateSnapshot_Task, 'duration_secs': 0.57272} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.369426] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2198.370202] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35fe89d-dd71-437e-9310-379ddfc10e31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.450690] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.454031] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2198.454031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.623s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.454218] env[63862]: DEBUG nova.objects.instance [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lazy-loading 'resources' on Instance uuid 1e764253-af3a-41b9-95f5-ecba50effbfb {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2198.728171] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098540, 'name': ReconfigVM_Task, 'duration_secs': 0.292285} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.731810] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 229ecdea-2510-4509-b2f7-d21faca6a405/229ecdea-2510-4509-b2f7-d21faca6a405.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2198.732662] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098539, 'name': ReconfigVM_Task, 'duration_secs': 0.152628} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.732851] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e8f5716-e5ef-4300-935b-1978c03f4f3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.734494] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429698', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'name': 'volume-44475a23-c057-4cc2-84ec-64099e5f68ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4796b724-bccf-4b79-ac9f-ac633527def9', 'attached_at': '', 'detached_at': '', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'serial': '44475a23-c057-4cc2-84ec-64099e5f68ab'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2198.735025] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1360a3e-fd95-47e8-a1fa-f1364f3d644b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.741119] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56405439-d6ce-4645-a9b5-8c78f0e241b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.745410] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2198.745410] env[63862]: value = "task-2098542" [ 2198.745410] env[63862]: _type = "Task" [ 2198.745410] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.745615] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2198.745615] env[63862]: value = "task-2098541" [ 2198.745615] env[63862]: _type = "Task" [ 2198.745615] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.770792] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00bc408-5e00-4d12-8579-a5133f8ebe06 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.780211] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098542, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.780211] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098541, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.784589] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2198.892661] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2198.894022] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d82c132-294f-41cb-93eb-c560400a45f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.904028] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2198.904028] env[63862]: value = "task-2098543" [ 2198.904028] env[63862]: _type = "Task" [ 2198.904028] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.912058] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.959075] env[63862]: DEBUG nova.compute.utils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2198.963500] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2198.963790] env[63862]: DEBUG nova.network.neutron [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2199.004899] env[63862]: DEBUG nova.policy [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d718a8118b24a55b39ba50fc35a92fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '300f67bd54cc481d8b06a1569d3b29ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2199.260845] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098542, 'name': Rename_Task, 'duration_secs': 0.171247} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.268021] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.268021] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098541, 'name': Rename_Task, 'duration_secs': 0.149085} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.268021] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb89bf6-50e1-40df-bd42-fec85c2b73e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.269059] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.269623] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-683e7fba-efc1-4906-b62e-87891b679b0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.278619] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2199.278619] env[63862]: value = "task-2098544" [ 2199.278619] env[63862]: _type = "Task" [ 2199.278619] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.278619] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2199.278619] env[63862]: value = "task-2098545" [ 2199.278619] env[63862]: _type = "Task" [ 2199.278619] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.294020] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2199.299227] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76360d65-2bd8-492f-8eb5-f3161693357a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.302133] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.302133] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.312018] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2199.312018] env[63862]: value = "task-2098546" [ 2199.312018] env[63862]: _type = "Task" [ 2199.312018] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.316700] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d0306a-9412-4e66-ba5d-1bc784aa9594 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.326639] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.329312] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be9adf4-fb69-4c51-b519-9734be332233 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.367764] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffe1e0d-0d16-41a0-ad40-6dcdd9fefdb0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.377309] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce56db-c7df-4e05-a878-7476bbccbac1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.391817] env[63862]: DEBUG nova.compute.provider_tree [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.414679] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.467018] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2199.576136] env[63862]: DEBUG nova.network.neutron [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Successfully created port: 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2199.793724] env[63862]: DEBUG oslo_vmware.api [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098544, 'name': PowerOnVM_Task, 'duration_secs': 0.487267} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.797798] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2199.800237] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.822946] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.896555] env[63862]: DEBUG nova.scheduler.client.report [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2199.914266] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.944850] env[63862]: DEBUG nova.compute.manager [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2199.945954] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf31ac-f18a-4967-a3fb-22c996c6878e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.295105] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.326023] env[63862]: DEBUG oslo_vmware.api [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098546, 'name': PowerOnVM_Task, 'duration_secs': 0.635025} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.326023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2200.326023] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5585ad80-4e77-4e1f-924b-a79b54b4c66b tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance '41687336-06c0-4065-bfb0-1887e64ee5ee' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2200.403545] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.406428] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.017s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.406970] env[63862]: DEBUG nova.objects.instance [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lazy-loading 'resources' on Instance uuid ceda7545-aead-4edb-8b1d-0f5b817df8f3 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2200.425423] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.435486] env[63862]: INFO nova.scheduler.client.report [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Deleted allocations for instance 1e764253-af3a-41b9-95f5-ecba50effbfb [ 2200.468258] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9771bd74-d5ca-43c0-8d3c-c7f95b3f553c tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 52.508s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.478265] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2200.502045] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2200.502313] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2200.502537] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2200.502653] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2200.502791] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2200.502938] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2200.503157] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2200.503318] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2200.503484] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2200.503663] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2200.503852] env[63862]: DEBUG nova.virt.hardware [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2200.504727] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b71bfe-d864-4fbf-b2bb-7d410fc58d8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.512640] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bff578-8131-4e42-b83b-9310ae9d3668 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.794834] env[63862]: DEBUG oslo_vmware.api [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098545, 'name': PowerOnVM_Task, 'duration_secs': 1.134179} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.795157] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2200.795383] env[63862]: INFO nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Took 6.97 seconds to spawn the instance on the hypervisor. [ 2200.795567] env[63862]: DEBUG nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2200.796376] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88ca3ef-e54e-445f-8b2d-25026cafada7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.924544] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.944765] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f5ee1da7-aeb6-43b3-8030-72a6dd3491ca tempest-VolumesAdminNegativeTest-2018130940 tempest-VolumesAdminNegativeTest-2018130940-project-member] Lock "1e764253-af3a-41b9-95f5-ecba50effbfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.555s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.266144] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ed11e3-5ca2-42ad-835c-5592938338e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.274758] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43398db-13a8-49b1-8f65-ee1e6448f9c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.310394] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea02094e-b5df-4311-9773-6b6a04c67112 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.315381] env[63862]: INFO nova.compute.manager [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Took 31.44 seconds to build instance. [ 2201.319844] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a02761-0b5b-4812-9d08-7cb31d6a6bc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.333821] env[63862]: DEBUG nova.compute.provider_tree [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.419149] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.591377] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "390c8d4a-212e-4acf-91ec-1ab339958bb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.591742] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.819640] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b61bf4-ad5f-4cb1-a2c5-ab57bc1b610f tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "229ecdea-2510-4509-b2f7-d21faca6a405" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.952s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.843391] env[63862]: DEBUG nova.scheduler.client.report [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2201.920710] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.093790] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2202.359277] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.361550] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.411s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.361814] env[63862]: DEBUG nova.objects.instance [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'resources' on Instance uuid 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2202.387902] env[63862]: INFO nova.scheduler.client.report [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Deleted allocations for instance ceda7545-aead-4edb-8b1d-0f5b817df8f3 [ 2202.420252] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.561666] env[63862]: DEBUG nova.network.neutron [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Port c7a2fded-4565-497e-bde2-08200836e2f9 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2202.561964] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2202.562151] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2202.562325] env[63862]: DEBUG nova.network.neutron [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2202.620197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.626107] env[63862]: DEBUG nova.compute.manager [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2202.627008] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df0d985-90af-4add-8be0-274e7ce1cbd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.899020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7527d1c6-ae3a-4bf1-93ab-42ce8ec863f0 tempest-DeleteServersAdminTestJSON-808046801 tempest-DeleteServersAdminTestJSON-808046801-project-member] Lock "ceda7545-aead-4edb-8b1d-0f5b817df8f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.913s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.924093] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.139704] env[63862]: INFO nova.compute.manager [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] instance snapshotting [ 2203.149018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461538b6-6d23-4411-b313-505ff96e1ecd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.174425] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661bb0c0-5ce0-48fa-b317-cb283b94ccf7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.208709] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e557db7-eab2-4139-aa36-436009d12f25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.223853] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e8625-e8f9-4e96-8034-49be86d5c5b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.259981] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae990af7-73d3-49a6-9edc-17c4eeffaf04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.269494] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053016d3-c6b5-4200-8f83-362a593f9cb6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.284415] env[63862]: DEBUG nova.compute.provider_tree [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2203.392976] env[63862]: DEBUG nova.network.neutron [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2203.421920] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.686563] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2203.686831] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2f2b778-4d73-4c06-9018-0d1137b08490 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.695195] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2203.695195] env[63862]: value = "task-2098547" [ 2203.695195] env[63862]: _type = "Task" [ 2203.695195] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.705993] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.788533] env[63862]: DEBUG nova.scheduler.client.report [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.896706] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.924862] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.209022] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.295380] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.297644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.654s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.297884] env[63862]: DEBUG nova.objects.instance [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lazy-loading 'resources' on Instance uuid 8abfb2f5-7621-4491-bff9-dba998fdeb97 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2204.319386] env[63862]: INFO nova.scheduler.client.report [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Deleted allocations for instance 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd [ 2204.399394] env[63862]: DEBUG nova.compute.manager [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63862) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2204.400093] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.423937] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.708095] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098547, 'name': CreateSnapshot_Task, 'duration_secs': 0.996467} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.708646] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2204.709652] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8ecfdc-7e6f-4fdb-a397-05fc3ad799bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.828851] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7d089994-96ef-4a94-88d7-1ee397cee673 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "8ca39ef8-b09e-480b-93a4-44ceb7cbebfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.363s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.927927] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.164547] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d01074-1add-43c2-afd4-64d52d6f3935 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.172540] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0de8f01-14ee-4542-9ff9-9ab23e16ac47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.203889] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadddad6-4e07-4d29-a903-a433b9d315cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.211775] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2e9f0-70ca-4378-b739-fc834d4e98ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.233678] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2205.234258] env[63862]: DEBUG nova.compute.provider_tree [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2205.235583] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f6bfeaf-6c89-41f6-a001-78d07b830c10 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.244543] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2205.244543] env[63862]: value = "task-2098548" [ 2205.244543] env[63862]: _type = "Task" [ 2205.244543] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.254147] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.426255] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.742017] env[63862]: DEBUG nova.scheduler.client.report [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.757243] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.926684] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.178524] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "59f7174f-0fb2-4855-971d-3b2e831ff63c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.179105] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "59f7174f-0fb2-4855-971d-3b2e831ff63c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.245891] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.248622] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.862s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.249996] env[63862]: INFO nova.compute.claims [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2206.262800] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.272380] env[63862]: INFO nova.scheduler.client.report [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleted allocations for instance 8abfb2f5-7621-4491-bff9-dba998fdeb97 [ 2206.426139] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.681323] env[63862]: DEBUG nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2206.773063] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.782326] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6e2195db-7612-49d7-aab1-00931476ded0 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "8abfb2f5-7621-4491-bff9-dba998fdeb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.848s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.939599] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.939953] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.941986] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.206502] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.265500] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.429430] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098543, 'name': CloneVM_Task, 'duration_secs': 8.214177} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.429828] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Created linked-clone VM from snapshot [ 2207.431042] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128d95ff-ba40-42a4-8b21-d06fac3ccbfc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.435370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "c8771b69-e902-405c-8b24-8fbd0e4134c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.435601] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.435804] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "c8771b69-e902-405c-8b24-8fbd0e4134c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.436130] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.436211] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.438374] env[63862]: INFO nova.compute.manager [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Terminating instance [ 2207.451364] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2207.457022] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Uploading image ae45b4a0-35d1-419c-b79d-e45afcfcae22 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2207.485072] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2207.485072] env[63862]: value = "vm-429710" [ 2207.485072] env[63862]: _type = "VirtualMachine" [ 2207.485072] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2207.485072] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e69cc2af-a8b3-4754-99ab-29c8b93119e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.492060] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lease: (returnval){ [ 2207.492060] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520c9797-385a-fb70-3e48-3aaedd9e95d5" [ 2207.492060] env[63862]: _type = "HttpNfcLease" [ 2207.492060] env[63862]: } obtained for exporting VM: (result){ [ 2207.492060] env[63862]: value = "vm-429710" [ 2207.492060] env[63862]: _type = "VirtualMachine" [ 2207.492060] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2207.492653] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the lease: (returnval){ [ 2207.492653] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520c9797-385a-fb70-3e48-3aaedd9e95d5" [ 2207.492653] env[63862]: _type = "HttpNfcLease" [ 2207.492653] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2207.502670] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2207.502670] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520c9797-385a-fb70-3e48-3aaedd9e95d5" [ 2207.502670] env[63862]: _type = "HttpNfcLease" [ 2207.502670] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2207.636600] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e2d985-e50d-41d3-97e3-57ecedeb6e4f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.644573] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684a1ad6-371f-4e5d-a0be-af18862c76be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.678770] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b1ed5f-a41d-43fc-9cd4-b0d1e3e4b3b4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.686665] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff24e3-66c6-44b9-be60-4b8dee850be1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.700665] env[63862]: DEBUG nova.compute.provider_tree [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.768173] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.946066] env[63862]: DEBUG nova.compute.manager [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2207.946568] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2207.947760] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de2bd73-5ad8-4f14-9b5b-faa362abcfaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.958744] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2207.958996] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-308409a8-143c-46b7-995a-6b46b5130e79 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.966893] env[63862]: DEBUG nova.compute.manager [req-8cdc866b-c590-48a4-9717-35b240aaeeec req-753fb875-7408-44fe-8954-5f0cf5734067 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Received event network-vif-plugged-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2207.966893] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cdc866b-c590-48a4-9717-35b240aaeeec req-753fb875-7408-44fe-8954-5f0cf5734067 service nova] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.966893] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cdc866b-c590-48a4-9717-35b240aaeeec req-753fb875-7408-44fe-8954-5f0cf5734067 service nova] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.966893] env[63862]: DEBUG oslo_concurrency.lockutils [req-8cdc866b-c590-48a4-9717-35b240aaeeec req-753fb875-7408-44fe-8954-5f0cf5734067 service nova] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.967115] env[63862]: DEBUG nova.compute.manager [req-8cdc866b-c590-48a4-9717-35b240aaeeec req-753fb875-7408-44fe-8954-5f0cf5734067 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] No waiting events found dispatching network-vif-plugged-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2207.967151] env[63862]: WARNING nova.compute.manager [req-8cdc866b-c590-48a4-9717-35b240aaeeec req-753fb875-7408-44fe-8954-5f0cf5734067 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Received unexpected event network-vif-plugged-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 for instance with vm_state building and task_state spawning. [ 2207.970045] env[63862]: DEBUG oslo_vmware.api [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2207.970045] env[63862]: value = "task-2098550" [ 2207.970045] env[63862]: _type = "Task" [ 2207.970045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.980995] env[63862]: DEBUG oslo_vmware.api [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.998986] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.003158] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2208.003158] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520c9797-385a-fb70-3e48-3aaedd9e95d5" [ 2208.003158] env[63862]: _type = "HttpNfcLease" [ 2208.003158] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2208.003467] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2208.003467] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520c9797-385a-fb70-3e48-3aaedd9e95d5" [ 2208.003467] env[63862]: _type = "HttpNfcLease" [ 2208.003467] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2208.005398] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1f30f8-351e-447e-a0a8-a27199938cd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.014182] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528008c8-8bdd-4800-018f-d6ec90a0af0c/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2208.014271] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528008c8-8bdd-4800-018f-d6ec90a0af0c/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2208.085189] env[63862]: DEBUG nova.network.neutron [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Successfully updated port: 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.092603] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.092855] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.093119] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.093318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.093493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.095879] env[63862]: INFO nova.compute.manager [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Terminating instance [ 2208.141210] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46c4487a-9390-42dd-a512-32a7392f81a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.204199] env[63862]: DEBUG nova.scheduler.client.report [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2208.268676] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.479364] env[63862]: DEBUG oslo_vmware.api [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098550, 'name': PowerOffVM_Task, 'duration_secs': 0.202819} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.479650] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2208.479830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2208.480104] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ccfa88-c89d-42b1-a38e-da4f946b30d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.588862] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.592183] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.592345] env[63862]: DEBUG nova.network.neutron [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2208.601776] env[63862]: DEBUG nova.compute.manager [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2208.602083] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2208.603109] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acf2f97-da9a-40be-a872-86c5ab124e43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.608679] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2208.608884] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2208.609065] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleting the datastore file [datastore2] c8771b69-e902-405c-8b24-8fbd0e4134c6 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2208.610580] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc739254-3df5-4ba3-b564-262ac33b0469 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.618093] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2208.618807] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c1306da-c42f-40c2-96ca-2052ce9e605c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.623997] env[63862]: DEBUG oslo_vmware.api [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2208.623997] env[63862]: value = "task-2098552" [ 2208.623997] env[63862]: _type = "Task" [ 2208.623997] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.625264] env[63862]: DEBUG oslo_vmware.api [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2208.625264] env[63862]: value = "task-2098553" [ 2208.625264] env[63862]: _type = "Task" [ 2208.625264] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.641204] env[63862]: DEBUG oslo_vmware.api [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.645157] env[63862]: DEBUG oslo_vmware.api [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.709907] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.710769] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2208.714413] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.204s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.715034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.718069] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.098s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.719591] env[63862]: INFO nova.compute.claims [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2208.776978] env[63862]: INFO nova.scheduler.client.report [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocations for instance b3528b67-5ccc-4302-aad4-0a6f4f56ddc5 [ 2208.779208] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098548, 'name': CloneVM_Task, 'duration_secs': 3.0393} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.780333] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Created linked-clone VM from snapshot [ 2208.781069] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9821de-29e3-4ec0-8d36-9dc663cb6989 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.797888] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Uploading image 2abc837e-6bbc-46e2-bc43-28e1334f7807 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2208.814216] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2208.814508] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05e21611-4612-4c94-b290-1b5e124b596a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.824426] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2208.824426] env[63862]: value = "task-2098554" [ 2208.824426] env[63862]: _type = "Task" [ 2208.824426] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.836964] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098554, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.140356] env[63862]: DEBUG oslo_vmware.api [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254182} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.140721] env[63862]: DEBUG nova.network.neutron [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2209.143405] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.143668] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.143924] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.144729] env[63862]: INFO nova.compute.manager [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2209.144729] env[63862]: DEBUG oslo.service.loopingcall [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.145116] env[63862]: DEBUG nova.compute.manager [-] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2209.145258] env[63862]: DEBUG nova.network.neutron [-] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2209.151592] env[63862]: DEBUG oslo_vmware.api [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098553, 'name': PowerOffVM_Task, 'duration_secs': 0.182454} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.153127] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2209.153775] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2209.154120] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-376420d8-78ca-4007-b43c-63fd2655ef7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.225840] env[63862]: DEBUG nova.compute.utils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2209.233783] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2209.233783] env[63862]: DEBUG nova.network.neutron [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2209.265392] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2209.266398] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2209.266398] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleting the datastore file [datastore2] 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2209.266398] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18aafd5e-e9c5-4567-9580-484f756a372f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.275033] env[63862]: DEBUG oslo_vmware.api [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2209.275033] env[63862]: value = "task-2098556" [ 2209.275033] env[63862]: _type = "Task" [ 2209.275033] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.287022] env[63862]: DEBUG oslo_vmware.api [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.295618] env[63862]: DEBUG oslo_concurrency.lockutils [None req-74ddac1a-a9f8-4a35-8be3-5edd0a39aed7 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "b3528b67-5ccc-4302-aad4-0a6f4f56ddc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.528s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.343715] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098554, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.346212] env[63862]: DEBUG nova.policy [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a58d11f93d41d19874724bbe2ba789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c957d822a44a4277986f9e978ee5e019', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2209.450992] env[63862]: DEBUG nova.network.neutron [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating instance_info_cache with network_info: [{"id": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "address": "fa:16:3e:a2:33:10", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5214cafb-4f", "ovs_interfaceid": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.720199] env[63862]: DEBUG nova.compute.manager [req-de63fdb1-2eca-4c0e-a29c-341c4c58fc1a req-f3033a74-7c49-439f-9865-7e8fcd63442a service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Received event network-vif-deleted-d503f77c-1dd5-45ce-9cf4-f50a6c03579f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2209.722413] env[63862]: INFO nova.compute.manager [req-de63fdb1-2eca-4c0e-a29c-341c4c58fc1a req-f3033a74-7c49-439f-9865-7e8fcd63442a service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Neutron deleted interface d503f77c-1dd5-45ce-9cf4-f50a6c03579f; detaching it from the instance and deleting it from the info cache [ 2209.722413] env[63862]: DEBUG nova.network.neutron [req-de63fdb1-2eca-4c0e-a29c-341c4c58fc1a req-f3033a74-7c49-439f-9865-7e8fcd63442a service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.735224] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2209.787490] env[63862]: DEBUG oslo_vmware.api [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312626} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.791113] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2209.792047] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2209.792047] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2209.792047] env[63862]: INFO nova.compute.manager [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2209.793982] env[63862]: DEBUG oslo.service.loopingcall [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.794987] env[63862]: DEBUG nova.network.neutron [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Successfully created port: 452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2209.797307] env[63862]: DEBUG nova.compute.manager [-] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2209.797499] env[63862]: DEBUG nova.network.neutron [-] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2209.842953] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098554, 'name': Destroy_Task, 'duration_secs': 0.579021} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.845844] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Destroyed the VM [ 2209.846092] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2209.849065] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5749bf60-dde3-4a4d-9255-6877916ce30d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.857955] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2209.857955] env[63862]: value = "task-2098557" [ 2209.857955] env[63862]: _type = "Task" [ 2209.857955] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.877234] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098557, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.952578] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.953031] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance network_info: |[{"id": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "address": "fa:16:3e:a2:33:10", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5214cafb-4f", "ovs_interfaceid": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2209.956370] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:33:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5214cafb-4fbb-4b0c-bd9a-1344f6f2b296', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2209.968359] env[63862]: DEBUG oslo.service.loopingcall [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.968573] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2209.968799] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c4f6dd-4505-41fd-94fe-b5b2880ccdb3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.995599] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2209.995599] env[63862]: value = "task-2098558" [ 2209.995599] env[63862]: _type = "Task" [ 2209.995599] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.004921] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098558, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.053032] env[63862]: DEBUG nova.network.neutron [-] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.085037] env[63862]: DEBUG nova.compute.manager [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Received event network-changed-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2210.085386] env[63862]: DEBUG nova.compute.manager [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Refreshing instance network info cache due to event network-changed-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2210.085386] env[63862]: DEBUG oslo_concurrency.lockutils [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] Acquiring lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.085549] env[63862]: DEBUG oslo_concurrency.lockutils [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] Acquired lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.085714] env[63862]: DEBUG nova.network.neutron [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Refreshing network info cache for port 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2210.201208] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f243ae-c0be-436d-b0b0-ee254c4819ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.215621] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a303d1-abd4-4636-be3b-702d4f2a3b75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.228312] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85f2907a-8b26-442d-9d47-5eefee9d63da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.269226] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716002c5-47c7-49b7-b7bf-50998abf8f46 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.275609] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384b9f4-7e14-42f5-8e05-3a9677a8de7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.296695] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bb3510-6504-4d38-8e34-46218df1a5b7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.313757] env[63862]: DEBUG nova.compute.manager [req-de63fdb1-2eca-4c0e-a29c-341c4c58fc1a req-f3033a74-7c49-439f-9865-7e8fcd63442a service nova] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Detach interface failed, port_id=d503f77c-1dd5-45ce-9cf4-f50a6c03579f, reason: Instance c8771b69-e902-405c-8b24-8fbd0e4134c6 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2210.327199] env[63862]: DEBUG nova.compute.provider_tree [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2210.370868] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098557, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.508644] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098558, 'name': CreateVM_Task, 'duration_secs': 0.47057} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.508814] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2210.512019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.512019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.512019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2210.512019] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352a5792-8470-4388-a96f-e62d595d6eab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.519503] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2210.519503] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b369ce-13f7-a3a0-b908-a9e719f80fa8" [ 2210.519503] env[63862]: _type = "Task" [ 2210.519503] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.531401] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b369ce-13f7-a3a0-b908-a9e719f80fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.554778] env[63862]: INFO nova.compute.manager [-] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Took 1.41 seconds to deallocate network for instance. [ 2210.741829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "5b520c1c-541a-4366-a293-306a30ddd6e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.741829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.769254] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2210.799726] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2210.800027] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.800211] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2210.800407] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.800566] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2210.800713] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2210.800970] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2210.801177] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2210.801541] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2210.801541] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2210.801699] env[63862]: DEBUG nova.virt.hardware [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2210.803039] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a53984-71a8-4e0c-b656-f32fcaaf91ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.812740] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82458fc8-f025-4461-b133-91a517ab2447 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.832663] env[63862]: DEBUG nova.scheduler.client.report [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2210.874691] env[63862]: DEBUG oslo_vmware.api [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098557, 'name': RemoveSnapshot_Task, 'duration_secs': 0.712185} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.874691] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2210.878536] env[63862]: DEBUG nova.network.neutron [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updated VIF entry in instance network info cache for port 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2210.880343] env[63862]: DEBUG nova.network.neutron [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating instance_info_cache with network_info: [{"id": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "address": "fa:16:3e:a2:33:10", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5214cafb-4f", "ovs_interfaceid": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.016693] env[63862]: DEBUG nova.network.neutron [-] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.030463] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b369ce-13f7-a3a0-b908-a9e719f80fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.031437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.031687] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2211.031929] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.032105] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.032292] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2211.032818] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1587a2-43fc-4b71-a9f1-a2bf2fedeb21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.042060] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2211.042260] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2211.043070] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb62ce5-8ecc-46dc-8577-7901c0ea348f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.050940] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2211.050940] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b230e3-8af8-a870-1689-c717b0060b35" [ 2211.050940] env[63862]: _type = "Task" [ 2211.050940] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.058586] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b230e3-8af8-a870-1689-c717b0060b35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.066043] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.248389] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2211.340412] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.340412] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2211.343213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.943s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.382494] env[63862]: WARNING nova.compute.manager [None req-79994af1-4076-4776-909d-8993b5017686 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Image not found during snapshot: nova.exception.ImageNotFound: Image 2abc837e-6bbc-46e2-bc43-28e1334f7807 could not be found. [ 2211.384292] env[63862]: DEBUG oslo_concurrency.lockutils [req-569d782b-16c3-4aaa-a125-fbe24b2bf93d req-483e14ea-1620-449e-8250-d9ba164376d1 service nova] Releasing lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.519575] env[63862]: INFO nova.compute.manager [-] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Took 1.72 seconds to deallocate network for instance. [ 2211.564619] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b230e3-8af8-a870-1689-c717b0060b35, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.565757] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c9a25d-3949-49f9-b6b5-9562dc7511a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.573830] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2211.573830] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527b06b7-7254-97a4-79b3-0d7cc5044e42" [ 2211.573830] env[63862]: _type = "Task" [ 2211.573830] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.583383] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527b06b7-7254-97a4-79b3-0d7cc5044e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.629946] env[63862]: DEBUG nova.network.neutron [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Successfully updated port: 452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2211.776147] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.788596] env[63862]: DEBUG nova.compute.manager [req-1c60f104-f4b6-4cb6-898d-60b7289cab22 req-262dd2d8-c425-41d0-a7c0-e079fcf47208 service nova] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Received event network-vif-deleted-664d4fd3-2410-4f97-8a2b-d8127d8d8b80 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2211.845515] env[63862]: DEBUG nova.compute.utils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2211.847882] env[63862]: DEBUG nova.objects.instance [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lazy-loading 'migration_context' on Instance uuid 41687336-06c0-4065-bfb0-1887e64ee5ee {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2211.848977] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2211.849283] env[63862]: DEBUG nova.network.neutron [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2211.924917] env[63862]: DEBUG nova.policy [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '051d7a2ae4d24a969e6246e1ba700991', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c3a81e4973f4e6e9ddd1561d39b1d73', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2211.998448] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "229ecdea-2510-4509-b2f7-d21faca6a405" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.998709] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "229ecdea-2510-4509-b2f7-d21faca6a405" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.998921] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "229ecdea-2510-4509-b2f7-d21faca6a405-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.999124] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "229ecdea-2510-4509-b2f7-d21faca6a405-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.999297] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "229ecdea-2510-4509-b2f7-d21faca6a405-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.001430] env[63862]: INFO nova.compute.manager [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Terminating instance [ 2212.027741] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.085265] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527b06b7-7254-97a4-79b3-0d7cc5044e42, 'name': SearchDatastore_Task, 'duration_secs': 0.013981} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.085550] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.085813] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2212.086114] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ba8c5e-0492-4584-ba1e-9a0158be51c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.093582] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2212.093582] env[63862]: value = "task-2098559" [ 2212.093582] env[63862]: _type = "Task" [ 2212.093582] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.105068] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.122253] env[63862]: DEBUG nova.compute.manager [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Received event network-vif-plugged-452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2212.122519] env[63862]: DEBUG oslo_concurrency.lockutils [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] Acquiring lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.122763] env[63862]: DEBUG oslo_concurrency.lockutils [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.123008] env[63862]: DEBUG oslo_concurrency.lockutils [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.123272] env[63862]: DEBUG nova.compute.manager [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] No waiting events found dispatching network-vif-plugged-452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2212.123516] env[63862]: WARNING nova.compute.manager [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Received unexpected event network-vif-plugged-452f74ca-b5dd-414f-a6cd-4165c429a550 for instance with vm_state building and task_state spawning. [ 2212.123731] env[63862]: DEBUG nova.compute.manager [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Received event network-changed-452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2212.123993] env[63862]: DEBUG nova.compute.manager [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Refreshing instance network info cache due to event network-changed-452f74ca-b5dd-414f-a6cd-4165c429a550. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2212.124210] env[63862]: DEBUG oslo_concurrency.lockutils [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] Acquiring lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.124399] env[63862]: DEBUG oslo_concurrency.lockutils [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] Acquired lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2212.124610] env[63862]: DEBUG nova.network.neutron [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Refreshing network info cache for port 452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2212.136209] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.355456] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2212.472626] env[63862]: DEBUG nova.network.neutron [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Successfully created port: 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2212.505224] env[63862]: DEBUG nova.compute.manager [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2212.505678] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2212.506849] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f12a26-8a16-4df6-b58a-780aae0d4bdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.519459] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2212.519738] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6bfc90c-6ce7-4556-a44d-8002ddf7a691 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.527155] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2212.527155] env[63862]: value = "task-2098560" [ 2212.527155] env[63862]: _type = "Task" [ 2212.527155] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.540214] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.608132] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098559, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.683453] env[63862]: DEBUG nova.network.neutron [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2212.800973] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af800e19-aaf1-40e7-89ad-d6dc7755a4fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.811110] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac3917-2887-4874-bafa-443664a57a21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.849667] env[63862]: DEBUG nova.network.neutron [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.852595] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4667d513-0ed0-4777-8343-a4cb1eea4146 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.866586] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a2577e-97c7-47c8-b749-45e4b1ddb1c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.890065] env[63862]: DEBUG nova.compute.provider_tree [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.043472] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098560, 'name': PowerOffVM_Task, 'duration_secs': 0.285646} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.043853] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.044050] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2213.044331] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c92ccc0f-df9a-474a-bc39-d78e618733c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.105309] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994031} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.105599] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2213.105845] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2213.106097] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3565e7f-5f3a-4711-8735-a89cea895b62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.113396] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2213.113396] env[63862]: value = "task-2098562" [ 2213.113396] env[63862]: _type = "Task" [ 2213.113396] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.122254] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.226890] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2213.227203] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2213.227434] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleting the datastore file [datastore2] 229ecdea-2510-4509-b2f7-d21faca6a405 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2213.227803] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9886ccd0-70cd-4f9c-a68d-392ba8e5a2ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.233829] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for the task: (returnval){ [ 2213.233829] env[63862]: value = "task-2098563" [ 2213.233829] env[63862]: _type = "Task" [ 2213.233829] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.242685] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.352463] env[63862]: DEBUG oslo_concurrency.lockutils [req-39ae85f4-2919-4035-a940-8228142e9eac req-203c18bc-0aa7-4ccd-ba03-177e2bbe91ec service nova] Releasing lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.353051] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.353364] env[63862]: DEBUG nova.network.neutron [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2213.376433] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2213.393930] env[63862]: DEBUG nova.scheduler.client.report [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2213.406635] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2213.407053] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2213.407053] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2213.407223] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2213.407368] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2213.407512] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2213.407716] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2213.407872] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2213.408047] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2213.408219] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2213.408391] env[63862]: DEBUG nova.virt.hardware [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2213.409318] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5560b2d8-ee7e-4b44-8bae-de9f2adf2d25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.419587] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0118f64e-72c8-4c58-adf9-8b8691c6892e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.623367] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133016} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.623667] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2213.624546] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e55995-65d5-456e-b76a-674e4ce9400a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.653954] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2213.654379] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d762a7-ce0f-493a-84ba-0178559a9fda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.675144] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2213.675144] env[63862]: value = "task-2098564" [ 2213.675144] env[63862]: _type = "Task" [ 2213.675144] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.687227] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.748208] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.895506] env[63862]: DEBUG nova.network.neutron [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2214.106324] env[63862]: DEBUG nova.network.neutron [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [{"id": "452f74ca-b5dd-414f-a6cd-4165c429a550", "address": "fa:16:3e:c0:34:e6", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452f74ca-b5", "ovs_interfaceid": "452f74ca-b5dd-414f-a6cd-4165c429a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.187987] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.251067] env[63862]: DEBUG oslo_vmware.api [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Task: {'id': task-2098563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737782} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.251364] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2214.251553] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2214.251728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2214.251916] env[63862]: INFO nova.compute.manager [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Took 1.75 seconds to destroy the instance on the hypervisor. [ 2214.252187] env[63862]: DEBUG oslo.service.loopingcall [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2214.252418] env[63862]: DEBUG nova.compute.manager [-] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2214.252477] env[63862]: DEBUG nova.network.neutron [-] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2214.263826] env[63862]: DEBUG nova.compute.manager [req-ef48254e-406d-4fcd-8673-5953deb31d09 req-495f4d85-7679-4232-98f4-10815189bf09 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Received event network-vif-plugged-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2214.264085] env[63862]: DEBUG oslo_concurrency.lockutils [req-ef48254e-406d-4fcd-8673-5953deb31d09 req-495f4d85-7679-4232-98f4-10815189bf09 service nova] Acquiring lock "390c8d4a-212e-4acf-91ec-1ab339958bb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.267180] env[63862]: DEBUG oslo_concurrency.lockutils [req-ef48254e-406d-4fcd-8673-5953deb31d09 req-495f4d85-7679-4232-98f4-10815189bf09 service nova] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.267381] env[63862]: DEBUG oslo_concurrency.lockutils [req-ef48254e-406d-4fcd-8673-5953deb31d09 req-495f4d85-7679-4232-98f4-10815189bf09 service nova] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.267558] env[63862]: DEBUG nova.compute.manager [req-ef48254e-406d-4fcd-8673-5953deb31d09 req-495f4d85-7679-4232-98f4-10815189bf09 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] No waiting events found dispatching network-vif-plugged-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2214.267736] env[63862]: WARNING nova.compute.manager [req-ef48254e-406d-4fcd-8673-5953deb31d09 req-495f4d85-7679-4232-98f4-10815189bf09 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Received unexpected event network-vif-plugged-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 for instance with vm_state building and task_state spawning. [ 2214.356247] env[63862]: DEBUG nova.network.neutron [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Successfully updated port: 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2214.407966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.065s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.415886] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.210s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.417619] env[63862]: INFO nova.compute.claims [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2214.511496] env[63862]: DEBUG nova.compute.manager [req-4903d9af-a89c-4b57-ad58-608455503a10 req-30602e41-b938-4aea-8bd7-7be200841f8c service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Received event network-vif-deleted-3d479476-49a9-4edc-9ca7-bdbcf2b0f172 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2214.511708] env[63862]: INFO nova.compute.manager [req-4903d9af-a89c-4b57-ad58-608455503a10 req-30602e41-b938-4aea-8bd7-7be200841f8c service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Neutron deleted interface 3d479476-49a9-4edc-9ca7-bdbcf2b0f172; detaching it from the instance and deleting it from the info cache [ 2214.511919] env[63862]: DEBUG nova.network.neutron [req-4903d9af-a89c-4b57-ad58-608455503a10 req-30602e41-b938-4aea-8bd7-7be200841f8c service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.612353] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.612799] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Instance network_info: |[{"id": "452f74ca-b5dd-414f-a6cd-4165c429a550", "address": "fa:16:3e:c0:34:e6", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452f74ca-b5", "ovs_interfaceid": "452f74ca-b5dd-414f-a6cd-4165c429a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2214.613231] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:34:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '452f74ca-b5dd-414f-a6cd-4165c429a550', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2214.621670] env[63862]: DEBUG oslo.service.loopingcall [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2214.621940] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2214.622229] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82265903-cccf-4d55-8e87-f90de0676480 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.643563] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2214.643563] env[63862]: value = "task-2098565" [ 2214.643563] env[63862]: _type = "Task" [ 2214.643563] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.651974] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098565, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.686944] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098564, 'name': ReconfigVM_Task, 'duration_secs': 0.706208} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.687265] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2214.687941] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c20d9cc-1ec3-461a-b5ac-86f46d79b2f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.695141] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2214.695141] env[63862]: value = "task-2098566" [ 2214.695141] env[63862]: _type = "Task" [ 2214.695141] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.705685] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098566, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.859599] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.859711] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquired lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.859828] env[63862]: DEBUG nova.network.neutron [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2214.989783] env[63862]: DEBUG nova.network.neutron [-] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.014771] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0787468b-c0f6-4bce-9a4b-84dea6cfbf49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.024998] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987daa9b-b026-4acf-be3d-b6e105d3b6c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.062598] env[63862]: DEBUG nova.compute.manager [req-4903d9af-a89c-4b57-ad58-608455503a10 req-30602e41-b938-4aea-8bd7-7be200841f8c service nova] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Detach interface failed, port_id=3d479476-49a9-4edc-9ca7-bdbcf2b0f172, reason: Instance 229ecdea-2510-4509-b2f7-d21faca6a405 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2215.153576] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098565, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.205713] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098566, 'name': Rename_Task, 'duration_secs': 0.169197} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.206062] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.206323] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d11e1165-884a-4f5e-9f25-9b824ebb37a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.212682] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2215.212682] env[63862]: value = "task-2098567" [ 2215.212682] env[63862]: _type = "Task" [ 2215.212682] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.220611] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.402590] env[63862]: DEBUG nova.network.neutron [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2215.492801] env[63862]: INFO nova.compute.manager [-] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Took 1.24 seconds to deallocate network for instance. [ 2215.558500] env[63862]: DEBUG nova.network.neutron [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updating instance_info_cache with network_info: [{"id": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "address": "fa:16:3e:a4:ef:ae", "network": {"id": "bdef27e2-1d7b-4477-8cab-930e2da0e53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-385615881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3a81e4973f4e6e9ddd1561d39b1d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ccec8-9d", "ovs_interfaceid": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2215.656567] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098565, 'name': CreateVM_Task, 'duration_secs': 0.585656} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.656751] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2215.657493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2215.657663] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2215.658010] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2215.660652] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd57a64-552f-4772-9270-a35caefeffc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.665753] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2215.665753] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52855093-87aa-3ce1-a1b8-d2783f289844" [ 2215.665753] env[63862]: _type = "Task" [ 2215.665753] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.676774] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52855093-87aa-3ce1-a1b8-d2783f289844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.723061] env[63862]: DEBUG oslo_vmware.api [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098567, 'name': PowerOnVM_Task, 'duration_secs': 0.493303} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.725819] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2215.726051] env[63862]: INFO nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Took 15.25 seconds to spawn the instance on the hypervisor. [ 2215.726243] env[63862]: DEBUG nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2215.727248] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da137ec-7afe-4a20-b60c-9ca5d0f09140 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.760599] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe493e6-5b4e-4917-a0ba-f28ace143d16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.768531] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e05f467-0c86-44db-a05d-c23859414afe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.800969] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f9d1b-03ee-4e5f-940d-573135706c3a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.809079] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f842600-00e4-445b-954f-8423b0843399 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.822860] env[63862]: DEBUG nova.compute.provider_tree [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.954049] env[63862]: INFO nova.compute.manager [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Swapping old allocation on dict_keys(['80897473-f999-4333-ab16-8ed9a7f29cf0']) held by migration 7d8519af-a84d-49d7-a995-dcca09124f7c for instance [ 2215.980565] env[63862]: DEBUG nova.scheduler.client.report [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Overwriting current allocation {'allocations': {'80897473-f999-4333-ab16-8ed9a7f29cf0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 119}}, 'project_id': 'ba906b5934eb45d0af68a957747bb77e', 'user_id': '71dd797b013946aa88fd8916ee8e37b8', 'consumer_generation': 1} on consumer 41687336-06c0-4065-bfb0-1887e64ee5ee {{(pid=63862) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2216.004927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.060689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Releasing lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.061107] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Instance network_info: |[{"id": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "address": "fa:16:3e:a4:ef:ae", "network": {"id": "bdef27e2-1d7b-4477-8cab-930e2da0e53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-385615881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3a81e4973f4e6e9ddd1561d39b1d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ccec8-9d", "ovs_interfaceid": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2216.061579] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ef:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2216.070280] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Creating folder: Project (8c3a81e4973f4e6e9ddd1561d39b1d73). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2216.071393] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.071563] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquired lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.071730] env[63862]: DEBUG nova.network.neutron [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2216.072987] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260d8421-4412-483c-91d3-ed7ee84d9225 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.086488] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Created folder: Project (8c3a81e4973f4e6e9ddd1561d39b1d73) in parent group-v429490. [ 2216.086693] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Creating folder: Instances. Parent ref: group-v429715. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2216.087185] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b809eeb-f32b-410d-bfda-f9a163ada7c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.096607] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Created folder: Instances in parent group-v429715. [ 2216.096953] env[63862]: DEBUG oslo.service.loopingcall [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.097184] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2216.097423] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2771241-220b-4a4f-8c21-2ecd39f7f35b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.120208] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2216.120208] env[63862]: value = "task-2098570" [ 2216.120208] env[63862]: _type = "Task" [ 2216.120208] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.130834] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098570, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.176034] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52855093-87aa-3ce1-a1b8-d2783f289844, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.176429] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2216.176638] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2216.176876] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.177034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.177225] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2216.177497] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ab0747-9319-47bb-a0d9-fb049692c68d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.194319] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2216.194560] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2216.195512] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8610ab79-6e29-46bb-a844-883e258b4814 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.201434] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2216.201434] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526f606c-47c0-3e5a-7659-661bf7dc00aa" [ 2216.201434] env[63862]: _type = "Task" [ 2216.201434] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.210052] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526f606c-47c0-3e5a-7659-661bf7dc00aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.248794] env[63862]: INFO nova.compute.manager [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Took 34.27 seconds to build instance. [ 2216.314907] env[63862]: DEBUG nova.compute.manager [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Received event network-changed-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2216.315177] env[63862]: DEBUG nova.compute.manager [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Refreshing instance network info cache due to event network-changed-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2216.315436] env[63862]: DEBUG oslo_concurrency.lockutils [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] Acquiring lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2216.315614] env[63862]: DEBUG oslo_concurrency.lockutils [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] Acquired lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2216.315805] env[63862]: DEBUG nova.network.neutron [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Refreshing network info cache for port 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2216.328774] env[63862]: DEBUG nova.scheduler.client.report [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.631427] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098570, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.714137] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526f606c-47c0-3e5a-7659-661bf7dc00aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.714137] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c60d61-6111-4f4d-bc6d-8e0599fb56da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.719116] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2216.719116] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52197203-0961-ed2c-5b3c-54e94f3ea02f" [ 2216.719116] env[63862]: _type = "Task" [ 2216.719116] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.727720] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52197203-0961-ed2c-5b3c-54e94f3ea02f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.751829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7462a426-5c36-441a-acbc-eccf026e3629 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.784s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.834971] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.836308] env[63862]: DEBUG nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2216.838533] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.840s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.840539] env[63862]: INFO nova.compute.claims [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2217.009587] env[63862]: DEBUG nova.network.neutron [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [{"id": "c7a2fded-4565-497e-bde2-08200836e2f9", "address": "fa:16:3e:ae:17:25", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7a2fded-45", "ovs_interfaceid": "c7a2fded-4565-497e-bde2-08200836e2f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.056368] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.056845] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.087297] env[63862]: DEBUG nova.network.neutron [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updated VIF entry in instance network info cache for port 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2217.087678] env[63862]: DEBUG nova.network.neutron [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updating instance_info_cache with network_info: [{"id": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "address": "fa:16:3e:a4:ef:ae", "network": {"id": "bdef27e2-1d7b-4477-8cab-930e2da0e53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-385615881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3a81e4973f4e6e9ddd1561d39b1d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ccec8-9d", "ovs_interfaceid": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.130860] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098570, 'name': CreateVM_Task, 'duration_secs': 0.663469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.131346] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2217.131758] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.131927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.132346] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2217.132608] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66e9657-0253-4be5-b684-c7caec3c3b6c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.139402] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2217.139402] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525271e3-a6b1-10c9-ba6e-82be8fc881e8" [ 2217.139402] env[63862]: _type = "Task" [ 2217.139402] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.146802] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525271e3-a6b1-10c9-ba6e-82be8fc881e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.191849] env[63862]: DEBUG nova.compute.manager [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Received event network-changed-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2217.192020] env[63862]: DEBUG nova.compute.manager [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Refreshing instance network info cache due to event network-changed-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2217.192487] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] Acquiring lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.192690] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] Acquired lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.192876] env[63862]: DEBUG nova.network.neutron [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Refreshing network info cache for port 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2217.230022] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52197203-0961-ed2c-5b3c-54e94f3ea02f, 'name': SearchDatastore_Task, 'duration_secs': 0.022663} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.230580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.230841] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3/6881cb2b-c258-4a3b-a97c-a147f2e117f3.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2217.231125] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af73f977-a060-4385-8865-f2432d50ab37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.238322] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2217.238322] env[63862]: value = "task-2098571" [ 2217.238322] env[63862]: _type = "Task" [ 2217.238322] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.246579] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.348204] env[63862]: DEBUG nova.compute.utils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2217.351876] env[63862]: DEBUG nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2217.516516] env[63862]: DEBUG oslo_concurrency.lockutils [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Releasing lock "refresh_cache-41687336-06c0-4065-bfb0-1887e64ee5ee" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.516516] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2217.516516] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b4cfe6-3d08-4172-9edd-3f44609db889 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.519649] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528008c8-8bdd-4800-018f-d6ec90a0af0c/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2217.520763] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc28a7c-a7b9-4e31-9086-3f4c4e3d6ee0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.524850] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2217.524850] env[63862]: value = "task-2098572" [ 2217.524850] env[63862]: _type = "Task" [ 2217.524850] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.530839] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528008c8-8bdd-4800-018f-d6ec90a0af0c/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2217.531046] env[63862]: ERROR oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528008c8-8bdd-4800-018f-d6ec90a0af0c/disk-0.vmdk due to incomplete transfer. [ 2217.531629] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e528767-e4fc-4580-b372-f9e399147bc3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.536132] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.541387] env[63862]: DEBUG oslo_vmware.rw_handles [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528008c8-8bdd-4800-018f-d6ec90a0af0c/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2217.541581] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Uploaded image ae45b4a0-35d1-419c-b79d-e45afcfcae22 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2217.543926] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2217.544254] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-401afb30-31a0-499f-9c22-5937200cd8b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.552580] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2217.552580] env[63862]: value = "task-2098573" [ 2217.552580] env[63862]: _type = "Task" [ 2217.552580] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.565108] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098573, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.565680] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.565743] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2217.590558] env[63862]: DEBUG oslo_concurrency.lockutils [req-591a0624-9c32-4c4b-a7ae-e82f8daf5127 req-1fde7a72-fd9e-495f-ac7f-06099cf0386d service nova] Releasing lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.649978] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525271e3-a6b1-10c9-ba6e-82be8fc881e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01771} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.650460] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.651025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2217.651025] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.651025] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.651528] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2217.651528] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85242e05-ecf1-41f6-9a52-b8188565f73a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.667436] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2217.667436] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2217.668522] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5c7a38-0675-405a-a247-b4556ef46d25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.674804] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2217.674804] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5262ab67-0ea5-8f55-cd09-7cf3a598c4f2" [ 2217.674804] env[63862]: _type = "Task" [ 2217.674804] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.685771] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5262ab67-0ea5-8f55-cd09-7cf3a598c4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.751638] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.853443] env[63862]: DEBUG nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2218.029990] env[63862]: DEBUG nova.network.neutron [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updated VIF entry in instance network info cache for port 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2218.030394] env[63862]: DEBUG nova.network.neutron [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating instance_info_cache with network_info: [{"id": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "address": "fa:16:3e:a2:33:10", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5214cafb-4f", "ovs_interfaceid": "5214cafb-4fbb-4b0c-bd9a-1344f6f2b296", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.037211] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098572, 'name': PowerOffVM_Task, 'duration_secs': 0.412019} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.037980] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.038635] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:46:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89e0c100-fe9d-41be-bc41-b71d01b63bce',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1901831136',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2218.038851] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2218.039018] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2218.043098] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2218.043278] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2218.043441] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2218.043733] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2218.043990] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2218.044283] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2218.044486] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2218.044685] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2218.051748] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80ce0e9-89f1-4b8b-abc8-3915092ac366 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.075037] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098573, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.078167] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2218.078167] env[63862]: value = "task-2098574" [ 2218.078167] env[63862]: _type = "Task" [ 2218.078167] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.088639] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.186135] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5262ab67-0ea5-8f55-cd09-7cf3a598c4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.053177} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.186917] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e9698d-73eb-4f27-aee8-95a3b3068bce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.192888] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2218.192888] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52de7a18-a67c-847e-d0eb-7fc20a3c1306" [ 2218.192888] env[63862]: _type = "Task" [ 2218.192888] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.200659] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52de7a18-a67c-847e-d0eb-7fc20a3c1306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.214628] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3953f7-ac26-407a-9c5c-5568535a21df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.223997] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f521794b-88bb-485a-a11f-f829378462a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.260020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861bb9c6-0311-4814-9fec-3c564e6e85ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.270693] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ebf7b-6c95-4d03-b2cd-daac5642e999 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.274358] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606998} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.274608] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3/6881cb2b-c258-4a3b-a97c-a147f2e117f3.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2218.274818] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2218.275420] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9935e81-f0d1-4454-a058-e20ebbb0b6fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.285573] env[63862]: DEBUG nova.compute.provider_tree [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2218.290833] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2218.290833] env[63862]: value = "task-2098575" [ 2218.290833] env[63862]: _type = "Task" [ 2218.290833] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.299249] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.539102] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f12fbbd-38fe-4125-aa5e-4c40dd671f99 req-66400a5c-931a-4518-bf4c-8ca9d171bff0 service nova] Releasing lock "refresh_cache-24facf4b-f8aa-4545-89a6-4548c73ef49f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.579574] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098573, 'name': Destroy_Task, 'duration_secs': 0.621496} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.582461] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Destroyed the VM [ 2218.582753] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2218.583065] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-789c9825-2f1c-40b7-b9d5-bef816134f51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.590665] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098574, 'name': ReconfigVM_Task, 'duration_secs': 0.16645} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.592032] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2218.592032] env[63862]: value = "task-2098576" [ 2218.592032] env[63862]: _type = "Task" [ 2218.592032] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.592724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84556c8c-b553-48e2-97ae-fc1714a0d02b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.603091] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.617026] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:46:55Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='89e0c100-fe9d-41be-bc41-b71d01b63bce',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1901831136',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2218.617270] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2218.617430] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2218.617616] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2218.617812] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2218.617971] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2218.618200] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2218.618369] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2218.618540] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2218.618705] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2218.618881] env[63862]: DEBUG nova.virt.hardware [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2218.619671] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1617f279-ec45-4b31-8cd9-cf97a9ce0f1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.624852] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2218.624852] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523ae226-77fe-25fe-e63a-3e15456ffb11" [ 2218.624852] env[63862]: _type = "Task" [ 2218.624852] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.632358] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523ae226-77fe-25fe-e63a-3e15456ffb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.702715] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52de7a18-a67c-847e-d0eb-7fc20a3c1306, 'name': SearchDatastore_Task, 'duration_secs': 0.014216} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.703131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.703256] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 390c8d4a-212e-4acf-91ec-1ab339958bb8/390c8d4a-212e-4acf-91ec-1ab339958bb8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2218.703525] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d048131d-f3ff-4b1a-89c6-5a3bfd1b399d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.709605] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2218.709605] env[63862]: value = "task-2098577" [ 2218.709605] env[63862]: _type = "Task" [ 2218.709605] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.718489] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.789122] env[63862]: DEBUG nova.scheduler.client.report [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.801220] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206953} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.801489] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2218.802344] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912942a-0b3c-4de1-a30f-546a9dbc5358 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.824547] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3/6881cb2b-c258-4a3b-a97c-a147f2e117f3.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2218.825100] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1badfd6c-ae08-44cf-9269-d9abc6255dd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.845227] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2218.845227] env[63862]: value = "task-2098578" [ 2218.845227] env[63862]: _type = "Task" [ 2218.845227] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.852944] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.866603] env[63862]: DEBUG nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2218.891987] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2218.892246] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2218.892405] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2218.892592] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2218.892734] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2218.892880] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2218.893099] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2218.893266] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2218.893437] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2218.893601] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2218.893773] env[63862]: DEBUG nova.virt.hardware [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2218.894665] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e372ae9-b0e6-4a2b-9531-a49c007a121f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.904172] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3ebda3-14ef-455f-8bdb-649a97214e8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.918309] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2218.923852] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Creating folder: Project (a001444428ad436894a79e8fd2ea9346). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2218.924218] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ec179f-79a5-4a11-920e-c91f1533650a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.933734] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Created folder: Project (a001444428ad436894a79e8fd2ea9346) in parent group-v429490. [ 2218.933914] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Creating folder: Instances. Parent ref: group-v429718. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2218.934178] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eadc71a1-8fd0-4286-88ca-038d8d64af81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.942456] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Created folder: Instances in parent group-v429718. [ 2218.942694] env[63862]: DEBUG oslo.service.loopingcall [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2218.942886] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2218.943115] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d8fe3b-0847-4235-9e2d-534d5dc49f9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.960032] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2218.960032] env[63862]: value = "task-2098581" [ 2218.960032] env[63862]: _type = "Task" [ 2218.960032] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.968242] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098581, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.104989] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098576, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.134363] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523ae226-77fe-25fe-e63a-3e15456ffb11, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.140309] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2219.140616] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e980d3e-c34e-42d2-88ae-0c204b6b0d98 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.158467] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2219.158467] env[63862]: value = "task-2098582" [ 2219.158467] env[63862]: _type = "Task" [ 2219.158467] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.170418] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.221981] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.297888] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.298528] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2219.301589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.236s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.301835] env[63862]: DEBUG nova.objects.instance [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lazy-loading 'resources' on Instance uuid c8771b69-e902-405c-8b24-8fbd0e4134c6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2219.357886] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.471818] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098581, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.605181] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098576, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.672959] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098582, 'name': ReconfigVM_Task, 'duration_secs': 0.47812} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.672959] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2219.672959] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e64099-6c20-415d-a57e-86ee73ab822d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.695587] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2219.695889] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3bdc672-ece4-4614-a52e-f2ff95145a14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.716130] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2219.716130] env[63862]: value = "task-2098583" [ 2219.716130] env[63862]: _type = "Task" [ 2219.716130] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.723691] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749578} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.726914] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 390c8d4a-212e-4acf-91ec-1ab339958bb8/390c8d4a-212e-4acf-91ec-1ab339958bb8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2219.727167] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2219.727444] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098583, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.727663] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-747657d5-31f0-4a4b-82e0-514bd23b962d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.734624] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2219.734624] env[63862]: value = "task-2098584" [ 2219.734624] env[63862]: _type = "Task" [ 2219.734624] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.748817] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.805331] env[63862]: DEBUG nova.compute.utils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2219.809665] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2219.810195] env[63862]: DEBUG nova.network.neutron [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2219.852602] env[63862]: DEBUG nova.policy [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cac2298bd34c43dd92e1983e731b565c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3722b9cc1ab54b2aafdb4445b4335fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2219.860084] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098578, 'name': ReconfigVM_Task, 'duration_secs': 0.832469} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.860561] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3/6881cb2b-c258-4a3b-a97c-a147f2e117f3.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2219.861196] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb75b7c-cb85-4c1d-8349-d96845b61630 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.868047] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2219.868047] env[63862]: value = "task-2098585" [ 2219.868047] env[63862]: _type = "Task" [ 2219.868047] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.876644] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098585, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.973544] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098581, 'name': CreateVM_Task, 'duration_secs': 0.697767} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.973757] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2219.974232] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.974394] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.974772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2219.975072] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96255057-d991-4611-9d41-a4240ffcb6b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.981385] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2219.981385] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5202b5dd-300a-b1a3-0320-24d46a0c3c27" [ 2219.981385] env[63862]: _type = "Task" [ 2219.981385] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.989807] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5202b5dd-300a-b1a3-0320-24d46a0c3c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.108451] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098576, 'name': RemoveSnapshot_Task, 'duration_secs': 1.032904} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.108712] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2220.108903] env[63862]: DEBUG nova.compute.manager [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2220.109688] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572ec687-0992-433a-a652-578f76ab6513 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.146923] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c825942-febe-4904-8edb-8b4063f4a28a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.156672] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99de5a51-2f1b-4394-9a59-1dd0ab719e27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.190843] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b2dcf-d659-4ec3-b76f-8bca71941e9c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.198676] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc9d374-8f74-4058-b869-b38b1dfab348 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.214818] env[63862]: DEBUG nova.compute.provider_tree [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.225202] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098583, 'name': ReconfigVM_Task, 'duration_secs': 0.297388} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.229423] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee/41687336-06c0-4065-bfb0-1887e64ee5ee.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2220.229423] env[63862]: DEBUG nova.network.neutron [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Successfully created port: 06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2220.230483] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc0c099-5ced-46bb-9ddc-14ee3ebeb85f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.251980] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6075a2-d676-4ae2-b225-f271f8939c9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.259449] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168367} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.272289] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2220.276698] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc34a45-87b5-4a5c-a540-be1a159c7ea4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.276698] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f5335-98c3-4263-b295-eb9204c6b53d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.300217] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 390c8d4a-212e-4acf-91ec-1ab339958bb8/390c8d4a-212e-4acf-91ec-1ab339958bb8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2220.313385] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab5dd1d-7db2-47d8-a36e-ec0299bce788 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.339919] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2220.345693] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e218822d-8f51-46ef-9d9b-93e31b9912c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.355563] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2220.356821] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e21795-138d-49a8-bd16-864f8951d037 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.358460] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2220.358460] env[63862]: value = "task-2098586" [ 2220.358460] env[63862]: _type = "Task" [ 2220.358460] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.363182] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2220.363182] env[63862]: value = "task-2098587" [ 2220.363182] env[63862]: _type = "Task" [ 2220.363182] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.369620] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098586, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.377304] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.380217] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098585, 'name': Rename_Task, 'duration_secs': 0.165918} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.380473] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2220.380717] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75378486-2c14-4e62-9d0e-0c727a3b99c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.387952] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2220.387952] env[63862]: value = "task-2098588" [ 2220.387952] env[63862]: _type = "Task" [ 2220.387952] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.395539] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.491952] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5202b5dd-300a-b1a3-0320-24d46a0c3c27, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.492309] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.493021] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2220.493021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.493021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.493185] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2220.493356] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c701f47-ddd6-4b8f-9fbd-751fae7d73c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.507087] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2220.507292] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2220.508037] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3460ade1-3a9c-42b2-afd0-0ba575462430 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.513287] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2220.513287] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a8b568-3991-59b8-1f0d-bb65e6fbec4c" [ 2220.513287] env[63862]: _type = "Task" [ 2220.513287] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.521836] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a8b568-3991-59b8-1f0d-bb65e6fbec4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.623726] env[63862]: INFO nova.compute.manager [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Shelve offloading [ 2220.717423] env[63862]: DEBUG nova.scheduler.client.report [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.871071] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098586, 'name': ReconfigVM_Task, 'duration_secs': 0.484564} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.871771] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 390c8d4a-212e-4acf-91ec-1ab339958bb8/390c8d4a-212e-4acf-91ec-1ab339958bb8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2220.872484] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b338666-786e-4060-9afa-f239ea01e8c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.877238] env[63862]: DEBUG oslo_vmware.api [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098587, 'name': PowerOnVM_Task, 'duration_secs': 0.484596} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.877800] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2220.882683] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2220.882683] env[63862]: value = "task-2098589" [ 2220.882683] env[63862]: _type = "Task" [ 2220.882683] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.896247] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098589, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.904046] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.023828] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a8b568-3991-59b8-1f0d-bb65e6fbec4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.024548] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fee3534-9af4-45a1-a032-1e305c0c0aeb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.029563] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2221.029563] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c4df8b-0f3e-fb46-a268-e5a435c4d955" [ 2221.029563] env[63862]: _type = "Task" [ 2221.029563] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.037268] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c4df8b-0f3e-fb46-a268-e5a435c4d955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.126577] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.126893] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58970a61-509f-4161-8cdb-462b874c557a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.134328] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2221.134328] env[63862]: value = "task-2098590" [ 2221.134328] env[63862]: _type = "Task" [ 2221.134328] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.143510] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2221.143751] env[63862]: DEBUG nova.compute.manager [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.144578] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3b0e9-aa7d-44a4-9ea3-7b3a5055620c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.150978] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.150978] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.150978] env[63862]: DEBUG nova.network.neutron [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2221.223391] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.225753] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.450s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.227357] env[63862]: INFO nova.compute.claims [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2221.245658] env[63862]: INFO nova.scheduler.client.report [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleted allocations for instance c8771b69-e902-405c-8b24-8fbd0e4134c6 [ 2221.296865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "927a9675-d66c-48a3-98a2-06bbed32126a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.297233] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "927a9675-d66c-48a3-98a2-06bbed32126a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.297456] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "927a9675-d66c-48a3-98a2-06bbed32126a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.297646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "927a9675-d66c-48a3-98a2-06bbed32126a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.297813] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "927a9675-d66c-48a3-98a2-06bbed32126a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.300173] env[63862]: INFO nova.compute.manager [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Terminating instance [ 2221.350678] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2221.377663] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2221.377848] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2221.377950] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2221.378149] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2221.379031] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2221.379031] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2221.379031] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2221.379031] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2221.379031] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2221.379281] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2221.379356] env[63862]: DEBUG nova.virt.hardware [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2221.380439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcb0739-b581-4f32-86d8-c7379643846e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.398344] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0254b0-8ed7-4fc8-8a76-c6a370ce8e40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.406787] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098589, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.411835] env[63862]: DEBUG oslo_vmware.api [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098588, 'name': PowerOnVM_Task, 'duration_secs': 0.602192} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.419457] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2221.420526] env[63862]: INFO nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Took 10.65 seconds to spawn the instance on the hypervisor. [ 2221.420526] env[63862]: DEBUG nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2221.421479] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b5553-9f9b-4439-8454-0138e24b4d49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.539536] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c4df8b-0f3e-fb46-a268-e5a435c4d955, 'name': SearchDatastore_Task, 'duration_secs': 0.022189} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.539814] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.540083] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 59f7174f-0fb2-4855-971d-3b2e831ff63c/59f7174f-0fb2-4855-971d-3b2e831ff63c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2221.540334] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0389d5-1cc4-4d62-a275-5e91be8b4dc4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.549141] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2221.549141] env[63862]: value = "task-2098591" [ 2221.549141] env[63862]: _type = "Task" [ 2221.549141] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.557510] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.669875] env[63862]: DEBUG nova.compute.manager [req-9c0012a8-e4bd-4c4b-ac55-6d8d7b1a07bf req-39d34931-c43d-46b8-8007-24a570ae5f2c service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Received event network-vif-plugged-06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.670107] env[63862]: DEBUG oslo_concurrency.lockutils [req-9c0012a8-e4bd-4c4b-ac55-6d8d7b1a07bf req-39d34931-c43d-46b8-8007-24a570ae5f2c service nova] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.670319] env[63862]: DEBUG oslo_concurrency.lockutils [req-9c0012a8-e4bd-4c4b-ac55-6d8d7b1a07bf req-39d34931-c43d-46b8-8007-24a570ae5f2c service nova] Lock "382480df-8c0a-44a4-b181-4070fa816c09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.670906] env[63862]: DEBUG oslo_concurrency.lockutils [req-9c0012a8-e4bd-4c4b-ac55-6d8d7b1a07bf req-39d34931-c43d-46b8-8007-24a570ae5f2c service nova] Lock "382480df-8c0a-44a4-b181-4070fa816c09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.671110] env[63862]: DEBUG nova.compute.manager [req-9c0012a8-e4bd-4c4b-ac55-6d8d7b1a07bf req-39d34931-c43d-46b8-8007-24a570ae5f2c service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] No waiting events found dispatching network-vif-plugged-06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2221.671316] env[63862]: WARNING nova.compute.manager [req-9c0012a8-e4bd-4c4b-ac55-6d8d7b1a07bf req-39d34931-c43d-46b8-8007-24a570ae5f2c service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Received unexpected event network-vif-plugged-06b9fe09-9648-4b60-aa96-b7780edca9ac for instance with vm_state building and task_state spawning. [ 2221.752974] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d105500b-17b6-40de-9f76-e3d4ebabe70e tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "c8771b69-e902-405c-8b24-8fbd0e4134c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.317s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.804105] env[63862]: DEBUG nova.compute.manager [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2221.804488] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2221.805808] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e6d168-56b2-4bed-9d19-986f08de87c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.813674] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.813917] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c48239a5-ffa2-42ca-9efd-b929f3dc1bc3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.821438] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2221.821438] env[63862]: value = "task-2098592" [ 2221.821438] env[63862]: _type = "Task" [ 2221.821438] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.829044] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.830013] env[63862]: DEBUG nova.network.neutron [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Successfully updated port: 06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2221.874619] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "81511944-1697-4c5e-9df1-25a7844fb8a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.874893] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.875136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "81511944-1697-4c5e-9df1-25a7844fb8a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.875339] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.875514] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.877650] env[63862]: INFO nova.compute.manager [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Terminating instance [ 2221.892764] env[63862]: INFO nova.compute.manager [None req-acbba953-98d8-42d1-8d7d-f8538dd3512c tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance to original state: 'active' [ 2221.901740] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098589, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.942637] env[63862]: INFO nova.compute.manager [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Took 29.58 seconds to build instance. [ 2222.059426] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.155040] env[63862]: DEBUG nova.network.neutron [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.333596] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.333753] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.333855] env[63862]: DEBUG nova.network.neutron [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2222.335166] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098592, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.381133] env[63862]: DEBUG nova.compute.manager [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2222.381373] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2222.382841] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9df30b-95f1-4c6f-8481-0801662ed118 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.401050] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2222.402129] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-099b35e4-db3b-4495-93a2-7fdb3560a83d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.411891] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098589, 'name': Rename_Task, 'duration_secs': 1.196187} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.413122] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2222.413408] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df55970f-324c-4b96-ad29-60ae2e61db35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.417133] env[63862]: DEBUG oslo_vmware.api [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2222.417133] env[63862]: value = "task-2098593" [ 2222.417133] env[63862]: _type = "Task" [ 2222.417133] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.423105] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2222.423105] env[63862]: value = "task-2098594" [ 2222.423105] env[63862]: _type = "Task" [ 2222.423105] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.426530] env[63862]: DEBUG oslo_vmware.api [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.440797] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098594, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.447573] env[63862]: DEBUG oslo_concurrency.lockutils [None req-981b970a-4f30-4bfa-b1aa-e280dc5ec2d0 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.089s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.561916] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955204} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.562059] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 59f7174f-0fb2-4855-971d-3b2e831ff63c/59f7174f-0fb2-4855-971d-3b2e831ff63c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2222.562256] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2222.562524] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba23123a-5f54-461d-9cae-1388de083c3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.571999] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2222.571999] env[63862]: value = "task-2098595" [ 2222.571999] env[63862]: _type = "Task" [ 2222.571999] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.582426] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.586709] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfad86e-433e-4b21-ab9b-dd31f8acb02c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.593590] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3441cbf7-93d6-4d28-b041-d9866cc4b669 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.628277] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e8a1e-1f7a-4eda-a1fa-6853703ddc41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.636946] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce63352-44c9-4bab-b24d-3cd0709dadb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.652226] env[63862]: DEBUG nova.compute.provider_tree [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2222.657484] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.832510] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098592, 'name': PowerOffVM_Task, 'duration_secs': 0.563443} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.832510] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.832510] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2222.832510] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b6b3045-c452-4ae2-9a72-7cadf0f8ec8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.874139] env[63862]: DEBUG nova.network.neutron [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2222.941038] env[63862]: DEBUG oslo_vmware.api [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098593, 'name': PowerOffVM_Task, 'duration_secs': 0.267543} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.944898] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2222.945101] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2222.945667] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098594, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.948010] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e974dd07-c622-4196-8ebd-c79141d823a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.977382] env[63862]: DEBUG nova.compute.manager [req-0269002c-116b-4f15-87b0-aa4491575f2c req-916c5ff3-6cba-4b20-a4ed-ed1db1f37b7e service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-vif-unplugged-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2222.977656] env[63862]: DEBUG oslo_concurrency.lockutils [req-0269002c-116b-4f15-87b0-aa4491575f2c req-916c5ff3-6cba-4b20-a4ed-ed1db1f37b7e service nova] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.977886] env[63862]: DEBUG oslo_concurrency.lockutils [req-0269002c-116b-4f15-87b0-aa4491575f2c req-916c5ff3-6cba-4b20-a4ed-ed1db1f37b7e service nova] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.978034] env[63862]: DEBUG oslo_concurrency.lockutils [req-0269002c-116b-4f15-87b0-aa4491575f2c req-916c5ff3-6cba-4b20-a4ed-ed1db1f37b7e service nova] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.978215] env[63862]: DEBUG nova.compute.manager [req-0269002c-116b-4f15-87b0-aa4491575f2c req-916c5ff3-6cba-4b20-a4ed-ed1db1f37b7e service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] No waiting events found dispatching network-vif-unplugged-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2222.978420] env[63862]: WARNING nova.compute.manager [req-0269002c-116b-4f15-87b0-aa4491575f2c req-916c5ff3-6cba-4b20-a4ed-ed1db1f37b7e service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received unexpected event network-vif-unplugged-cfe02231-4525-4120-b7a9-be27ebed9fbd for instance with vm_state shelved and task_state shelving_offloading. [ 2223.000895] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2223.001898] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bfbcbd-ab01-46b5-bc19-d4c4a636e53c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.009075] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2223.009314] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62cb3784-7001-4486-9741-4a32b993be15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.057523] env[63862]: DEBUG nova.network.neutron [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating instance_info_cache with network_info: [{"id": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "address": "fa:16:3e:3b:15:b0", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9fe09-96", "ovs_interfaceid": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.083753] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068161} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.084067] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2223.085105] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a803e3b-4243-43e4-b1ce-78f1cb0eeae0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.107333] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 59f7174f-0fb2-4855-971d-3b2e831ff63c/59f7174f-0fb2-4855-971d-3b2e831ff63c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2223.107624] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64efc852-25b6-4d43-897d-9129d5ce931f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.131125] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2223.131125] env[63862]: value = "task-2098599" [ 2223.131125] env[63862]: _type = "Task" [ 2223.131125] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.139622] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.155853] env[63862]: DEBUG nova.scheduler.client.report [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2223.161437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.161437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.161437] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2223.292167] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "41687336-06c0-4065-bfb0-1887e64ee5ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.292482] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.292731] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.294176] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.294176] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.295624] env[63862]: INFO nova.compute.manager [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Terminating instance [ 2223.445271] env[63862]: DEBUG nova.compute.manager [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2223.452479] env[63862]: DEBUG oslo_vmware.api [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098594, 'name': PowerOnVM_Task, 'duration_secs': 0.963074} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.452762] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2223.453320] env[63862]: INFO nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Took 10.08 seconds to spawn the instance on the hypervisor. [ 2223.453320] env[63862]: DEBUG nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2223.453985] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20834a8f-b8c5-4ffb-8924-dec4caf169f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.561031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.561031] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Instance network_info: |[{"id": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "address": "fa:16:3e:3b:15:b0", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9fe09-96", "ovs_interfaceid": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2223.561031] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:15:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06b9fe09-9648-4b60-aa96-b7780edca9ac', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2223.569144] env[63862]: DEBUG oslo.service.loopingcall [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2223.569412] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2223.569650] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d86349e9-2542-494c-92e1-861846ac2427 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.591090] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2223.591090] env[63862]: value = "task-2098600" [ 2223.591090] env[63862]: _type = "Task" [ 2223.591090] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.599914] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.642353] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098599, 'name': ReconfigVM_Task, 'duration_secs': 0.489747} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.642479] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 59f7174f-0fb2-4855-971d-3b2e831ff63c/59f7174f-0fb2-4855-971d-3b2e831ff63c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2223.643095] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2787bea-77ea-4748-902a-dc9d417adac8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.648823] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2223.648823] env[63862]: value = "task-2098601" [ 2223.648823] env[63862]: _type = "Task" [ 2223.648823] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.658144] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098601, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.663589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.664959] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2223.671336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.644s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.671701] env[63862]: DEBUG nova.objects.instance [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'resources' on Instance uuid 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.699217] env[63862]: DEBUG nova.compute.manager [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Received event network-changed-06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2223.699543] env[63862]: DEBUG nova.compute.manager [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Refreshing instance network info cache due to event network-changed-06b9fe09-9648-4b60-aa96-b7780edca9ac. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2223.699852] env[63862]: DEBUG oslo_concurrency.lockutils [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] Acquiring lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.700096] env[63862]: DEBUG oslo_concurrency.lockutils [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] Acquired lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.700329] env[63862]: DEBUG nova.network.neutron [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Refreshing network info cache for port 06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2223.799790] env[63862]: DEBUG nova.compute.manager [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2223.800012] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2223.800898] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf83ff9-a035-430e-93dc-92d5d898941d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.810582] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2223.810832] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f4e445-e175-4a38-9f31-aecd28642e91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.817097] env[63862]: DEBUG oslo_vmware.api [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2223.817097] env[63862]: value = "task-2098602" [ 2223.817097] env[63862]: _type = "Task" [ 2223.817097] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.824867] env[63862]: DEBUG oslo_vmware.api [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.966495] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.979069] env[63862]: INFO nova.compute.manager [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Took 21.38 seconds to build instance. [ 2224.100653] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.158573] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098601, 'name': Rename_Task, 'duration_secs': 0.176741} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.159237] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2224.159237] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07b3d23-110c-4410-ad44-12d3bb4a6977 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.165302] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2224.165302] env[63862]: value = "task-2098603" [ 2224.165302] env[63862]: _type = "Task" [ 2224.165302] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.174177] env[63862]: DEBUG nova.compute.utils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.175629] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.178496] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2224.178672] env[63862]: DEBUG nova.network.neutron [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2224.223037] env[63862]: DEBUG nova.policy [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7cba07d3024839861d6f18ec630e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae90ea36d3a47c68c48b289663ca235', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2224.332806] env[63862]: DEBUG oslo_vmware.api [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098602, 'name': PowerOffVM_Task, 'duration_secs': 0.253193} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.337174] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2224.337373] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2224.337658] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4afc300c-d8eb-4fbe-b1fe-3c5ce1a53a8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.480775] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bb96e41f-e8c0-43ac-8b6f-8d7b1980cebf tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.889s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.519385] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2cebf7-2cff-4e9a-84c0-043034d60027 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.526850] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6414262-3650-41f8-b051-42b1de0a4429 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.560067] env[63862]: DEBUG nova.network.neutron [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updated VIF entry in instance network info cache for port 06b9fe09-9648-4b60-aa96-b7780edca9ac. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2224.564020] env[63862]: DEBUG nova.network.neutron [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating instance_info_cache with network_info: [{"id": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "address": "fa:16:3e:3b:15:b0", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9fe09-96", "ovs_interfaceid": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.564020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d42ac-9c2c-4bf7-9b24-407aecfd08a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.569319] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6ee03-f156-41e1-b759-d1772efba462 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.582703] env[63862]: DEBUG nova.compute.provider_tree [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2224.600538] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.640607] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [{"id": "056252aa-1d7d-415d-93ed-629c330ac545", "address": "fa:16:3e:d0:b8:a0", "network": {"id": "d69986c8-5cdc-43d3-9d71-48eaf491de8e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1038414603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4700f95096c34721b3ddf6276ed702c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap056252aa-1d", "ovs_interfaceid": "056252aa-1d7d-415d-93ed-629c330ac545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.676354] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098603, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.676883] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2224.795301] env[63862]: DEBUG nova.network.neutron [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Successfully created port: 6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2225.058247] env[63862]: DEBUG nova.compute.manager [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-changed-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2225.058247] env[63862]: DEBUG nova.compute.manager [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Refreshing instance network info cache due to event network-changed-cfe02231-4525-4120-b7a9-be27ebed9fbd. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2225.058247] env[63862]: DEBUG oslo_concurrency.lockutils [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.058247] env[63862]: DEBUG oslo_concurrency.lockutils [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.058247] env[63862]: DEBUG nova.network.neutron [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Refreshing network info cache for port cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2225.066120] env[63862]: DEBUG oslo_concurrency.lockutils [req-c3170647-5ce7-4ead-8422-f833bf8e5934 req-cecc7cfb-97a6-435e-aa13-195576becaf7 service nova] Releasing lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.085707] env[63862]: DEBUG nova.scheduler.client.report [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2225.103360] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.146033] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-5055db0a-a895-4fbd-be64-e587e03ce58e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.146174] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2225.146410] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.146511] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.146641] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.150025] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.150025] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.150025] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.150025] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2225.150025] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.176969] env[63862]: DEBUG oslo_vmware.api [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098603, 'name': PowerOnVM_Task, 'duration_secs': 0.97713} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.177269] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.177497] env[63862]: INFO nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Took 6.31 seconds to spawn the instance on the hypervisor. [ 2225.177687] env[63862]: DEBUG nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2225.178513] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ae615-6610-4a3d-9790-5a70384fef9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.592500] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.593839] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.589s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.594075] env[63862]: DEBUG nova.objects.instance [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lazy-loading 'resources' on Instance uuid 229ecdea-2510-4509-b2f7-d21faca6a405 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2225.608646] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.619421] env[63862]: INFO nova.scheduler.client.report [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted allocations for instance 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9 [ 2225.649884] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.687674] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2225.706343] env[63862]: INFO nova.compute.manager [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Took 18.52 seconds to build instance. [ 2225.727347] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2225.727656] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2225.727753] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2225.727921] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2225.728085] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2225.728240] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2225.728454] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2225.728617] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2225.728859] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2225.728952] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2225.729149] env[63862]: DEBUG nova.virt.hardware [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2225.732365] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d96874-95cc-4b27-9995-3d0bcd948618 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.739136] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d9df57-8a37-4284-af3a-dcb21773cdaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.068609] env[63862]: DEBUG nova.network.neutron [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updated VIF entry in instance network info cache for port cfe02231-4525-4120-b7a9-be27ebed9fbd. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2226.068998] env[63862]: DEBUG nova.network.neutron [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcfe02231-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.113388] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.130829] env[63862]: DEBUG oslo_concurrency.lockutils [None req-378d022a-ce3b-419c-b3e7-5de526f62d37 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "5d39cad9-1cef-4c06-8b52-8fbbf27b97a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.038s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.211477] env[63862]: DEBUG oslo_concurrency.lockutils [None req-844c9c50-001c-43c1-8e37-d002952756c2 tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "59f7174f-0fb2-4855-971d-3b2e831ff63c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.032s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.286103] env[63862]: DEBUG nova.compute.manager [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Received event network-changed-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2226.286322] env[63862]: DEBUG nova.compute.manager [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Refreshing instance network info cache due to event network-changed-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2226.286538] env[63862]: DEBUG oslo_concurrency.lockutils [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] Acquiring lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.286701] env[63862]: DEBUG oslo_concurrency.lockutils [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] Acquired lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.286891] env[63862]: DEBUG nova.network.neutron [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Refreshing network info cache for port 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.425726] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d823ac-97b6-4da3-9bce-5e1c94e456be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.431969] env[63862]: DEBUG nova.compute.manager [None req-e86f67cb-edc7-4301-8e86-558eb6f16d86 tempest-ServerDiagnosticsV248Test-395106778 tempest-ServerDiagnosticsV248Test-395106778-project-admin] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2226.435179] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9dafb-2c9a-437d-a0e9-322228fc5013 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.438777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d764a73-d44d-4a79-9b94-1c27abe10f5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.445540] env[63862]: INFO nova.compute.manager [None req-e86f67cb-edc7-4301-8e86-558eb6f16d86 tempest-ServerDiagnosticsV248Test-395106778 tempest-ServerDiagnosticsV248Test-395106778-project-admin] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Retrieving diagnostics [ 2226.446243] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031eaeca-7c93-4c0b-9904-c8c2d486719c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.502200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945fe9e0-ac99-4c55-bec5-42707a0c7902 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.510354] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f6e73-af38-49e2-88f1-20bf941600d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.523604] env[63862]: DEBUG nova.compute.provider_tree [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.571571] env[63862]: DEBUG oslo_concurrency.lockutils [req-94743d5a-412c-42d9-bd5f-9ecee09883f8 req-65b9b1db-b66f-4303-a3b6-fdbdbb9863da service nova] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.607020] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.027103] env[63862]: DEBUG nova.scheduler.client.report [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2227.032449] env[63862]: INFO nova.compute.manager [None req-523e2d35-a89c-4a1b-8566-d65f7014fb6d tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Get console output [ 2227.032795] env[63862]: WARNING nova.virt.vmwareapi.driver [None req-523e2d35-a89c-4a1b-8566-d65f7014fb6d tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] The console log is missing. Check your VSPC configuration [ 2227.106811] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.145370] env[63862]: DEBUG nova.network.neutron [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updated VIF entry in instance network info cache for port 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.145879] env[63862]: DEBUG nova.network.neutron [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updating instance_info_cache with network_info: [{"id": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "address": "fa:16:3e:a4:ef:ae", "network": {"id": "bdef27e2-1d7b-4477-8cab-930e2da0e53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-385615881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3a81e4973f4e6e9ddd1561d39b1d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ccec8-9d", "ovs_interfaceid": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.531813] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.534272] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.568s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.562547] env[63862]: INFO nova.scheduler.client.report [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Deleted allocations for instance 229ecdea-2510-4509-b2f7-d21faca6a405 [ 2227.607672] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.649069] env[63862]: DEBUG oslo_concurrency.lockutils [req-ed9e1472-c47c-49b4-b830-a3363b022bf0 req-9b01ff86-1736-4fb5-af49-e7574ed8d2a1 service nova] Releasing lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.038748] env[63862]: INFO nova.compute.claims [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2228.073817] env[63862]: DEBUG oslo_concurrency.lockutils [None req-bdd236d8-a9e2-4dc0-a658-59be72daf580 tempest-ImagesTestJSON-1686343185 tempest-ImagesTestJSON-1686343185-project-member] Lock "229ecdea-2510-4509-b2f7-d21faca6a405" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.075s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.111694] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.512921] env[63862]: DEBUG nova.compute.manager [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Received event network-changed-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.513230] env[63862]: DEBUG nova.compute.manager [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Refreshing instance network info cache due to event network-changed-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2228.513443] env[63862]: DEBUG oslo_concurrency.lockutils [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] Acquiring lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.513727] env[63862]: DEBUG oslo_concurrency.lockutils [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] Acquired lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.513900] env[63862]: DEBUG nova.network.neutron [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Refreshing network info cache for port 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2228.544892] env[63862]: INFO nova.compute.resource_tracker [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating resource usage from migration b83eafea-c3d0-499b-8cc8-b18e5dbdef31 [ 2228.611239] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.667167] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.667406] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.667607] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.669176] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.669176] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2228.669923] env[63862]: INFO nova.compute.manager [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Terminating instance [ 2228.835044] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d2bfa5-0e94-4bb7-accf-a04249339385 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.842942] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d0fecd-c3fa-4ff5-9f89-8ec296a1f613 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.872937] env[63862]: INFO nova.compute.manager [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Rebuilding instance [ 2228.877717] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af843d5-5dce-443c-b41b-506c5f16e716 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.886512] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6409583b-6b50-4ed1-8ef1-936957e3c5b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.902200] env[63862]: DEBUG nova.compute.provider_tree [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2228.925114] env[63862]: DEBUG nova.compute.manager [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2228.926017] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978d6050-d4cd-4962-89f0-7cef944e8a5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.992979] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.993280] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.110557] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.173705] env[63862]: DEBUG nova.compute.manager [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2229.173971] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2229.174862] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99c10f-32a1-406a-97c8-740e983c4359 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.184566] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.184842] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cde9880-d057-4e81-a8b0-9ac38b678434 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.191026] env[63862]: DEBUG oslo_vmware.api [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2229.191026] env[63862]: value = "task-2098605" [ 2229.191026] env[63862]: _type = "Task" [ 2229.191026] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.199273] env[63862]: DEBUG oslo_vmware.api [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.309977] env[63862]: DEBUG nova.network.neutron [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updated VIF entry in instance network info cache for port 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.310204] env[63862]: DEBUG nova.network.neutron [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updating instance_info_cache with network_info: [{"id": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "address": "fa:16:3e:a4:ef:ae", "network": {"id": "bdef27e2-1d7b-4477-8cab-930e2da0e53c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-385615881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c3a81e4973f4e6e9ddd1561d39b1d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ccec8-9d", "ovs_interfaceid": "9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.388349] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.388694] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.388747] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleting the datastore file [datastore2] 41687336-06c0-4065-bfb0-1887e64ee5ee {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.389695] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b09eb4a4-0de0-4c58-bbf7-8dec579d3007 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.396199] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.396413] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.396599] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleting the datastore file [datastore2] 81511944-1697-4c5e-9df1-25a7844fb8a7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.397899] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ac9da1c-0294-419d-ad91-99f7a15eb53a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.399876] env[63862]: DEBUG oslo_vmware.api [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2229.399876] env[63862]: value = "task-2098606" [ 2229.399876] env[63862]: _type = "Task" [ 2229.399876] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.406051] env[63862]: DEBUG nova.scheduler.client.report [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2229.409381] env[63862]: DEBUG oslo_vmware.api [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for the task: (returnval){ [ 2229.409381] env[63862]: value = "task-2098607" [ 2229.409381] env[63862]: _type = "Task" [ 2229.409381] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.411241] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.411436] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.411612] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleting the datastore file [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.414846] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6e8fb5-7487-4ef9-a97e-0c84d2aea1b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.420494] env[63862]: DEBUG oslo_vmware.api [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.426019] env[63862]: DEBUG oslo_vmware.api [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.427956] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2229.427956] env[63862]: value = "task-2098608" [ 2229.427956] env[63862]: _type = "Task" [ 2229.427956] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.442205] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.444809] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.444984] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.445112] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Deleting the datastore file [datastore2] 927a9675-d66c-48a3-98a2-06bbed32126a {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.445396] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51c903a8-31c1-48d2-aa02-387ff5d7139f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.451545] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for the task: (returnval){ [ 2229.451545] env[63862]: value = "task-2098609" [ 2229.451545] env[63862]: _type = "Task" [ 2229.451545] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.460796] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.496127] env[63862]: INFO nova.compute.manager [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Detaching volume 13921e3f-2c64-42db-bba6-90ee0ce411a1 [ 2229.543202] env[63862]: INFO nova.virt.block_device [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Attempting to driver detach volume 13921e3f-2c64-42db-bba6-90ee0ce411a1 from mountpoint /dev/sdb [ 2229.543418] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2229.543645] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429648', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'name': 'volume-13921e3f-2c64-42db-bba6-90ee0ce411a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a3816f6-9478-45f3-be2d-0a58ac0335dc', 'attached_at': '', 'detached_at': '', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'serial': '13921e3f-2c64-42db-bba6-90ee0ce411a1'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2229.544774] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ebabc7-bab4-494a-88d8-1ed98ac023da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.570965] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61227144-84d5-4f5d-9675-4a38314bdc85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.584246] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d7965-316d-4fd3-93ca-09225e75c536 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.614812] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f9d4fd-afcd-45c8-8ce1-6b3b8018472a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.624158] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.634989] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] The volume has not been displaced from its original location: [datastore2] volume-13921e3f-2c64-42db-bba6-90ee0ce411a1/volume-13921e3f-2c64-42db-bba6-90ee0ce411a1.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2229.640650] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2229.641438] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee42214-77a1-4085-bc88-ae21c8e5b3b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.663186] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2229.663186] env[63862]: value = "task-2098610" [ 2229.663186] env[63862]: _type = "Task" [ 2229.663186] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.673417] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.701264] env[63862]: DEBUG oslo_vmware.api [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098605, 'name': PowerOffVM_Task, 'duration_secs': 0.26403} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.701534] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.701710] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.701969] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74833840-074a-4e2a-8839-d91c941b899d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.813095] env[63862]: DEBUG oslo_concurrency.lockutils [req-52ffba40-8f93-4081-9ed1-d8f86e8e3c62 req-8fa5617e-9666-4e51-a5dd-584d9a8aabb0 service nova] Releasing lock "refresh_cache-390c8d4a-212e-4acf-91ec-1ab339958bb8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.873494] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "390c8d4a-212e-4acf-91ec-1ab339958bb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.873721] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.874412] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "390c8d4a-212e-4acf-91ec-1ab339958bb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.874637] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.874914] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.877096] env[63862]: INFO nova.compute.manager [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Terminating instance [ 2229.912229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.378s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.913037] env[63862]: INFO nova.compute.manager [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Migrating [ 2229.918951] env[63862]: DEBUG oslo_vmware.api [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187483} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.921614] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.272s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.922320] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.922320] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2229.925457] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.925659] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.925843] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2229.926027] env[63862]: INFO nova.compute.manager [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Took 6.13 seconds to destroy the instance on the hypervisor. [ 2229.926267] env[63862]: DEBUG oslo.service.loopingcall [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.931683] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dfbcf3-d93f-4a19-970a-3356f85cdd27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.934755] env[63862]: DEBUG nova.compute.manager [-] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2229.934868] env[63862]: DEBUG nova.network.neutron [-] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2229.944071] env[63862]: DEBUG oslo_vmware.api [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Task: {'id': task-2098607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17915} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.945050] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.945675] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.945949] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.946045] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2229.946188] env[63862]: INFO nova.compute.manager [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Took 7.56 seconds to destroy the instance on the hypervisor. [ 2229.947228] env[63862]: DEBUG oslo.service.loopingcall [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.948629] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c4a260-a89b-4a70-9649-252874798f15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.950866] env[63862]: DEBUG nova.compute.manager [-] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2229.950976] env[63862]: DEBUG nova.network.neutron [-] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2229.957261] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30415c5-eafb-4f1e-af92-b3d762f104a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.961540] env[63862]: DEBUG oslo_vmware.api [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196657} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.965874] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.966092] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.966279] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2229.971418] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2229.971418] env[63862]: value = "task-2098612" [ 2229.971418] env[63862]: _type = "Task" [ 2229.971418] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.989431] env[63862]: DEBUG oslo_vmware.api [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Task: {'id': task-2098609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183869} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.990894] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2229.991120] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2229.991566] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2229.991566] env[63862]: INFO nova.compute.manager [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Took 8.19 seconds to destroy the instance on the hypervisor. [ 2229.991858] env[63862]: DEBUG oslo.service.loopingcall [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.996022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d46e3c-bb42-4de5-8bbc-42efac21ade5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.998891] env[63862]: DEBUG nova.compute.manager [-] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2229.998891] env[63862]: DEBUG nova.network.neutron [-] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2230.000301] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.001559] env[63862]: INFO nova.scheduler.client.report [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted allocations for instance 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc [ 2230.009167] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50132468-25c3-4a77-a529-1b70d50bdd33 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.040620] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178263MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2230.040620] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.040620] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.126535] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098600, 'name': CreateVM_Task, 'duration_secs': 6.096397} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.126725] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2230.127762] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.127953] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.129175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2230.129175] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5da920c-1a96-44e0-a7b6-1ecabc8062fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.135133] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2230.135133] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52dffe07-733b-7897-2016-494ccdd7b916" [ 2230.135133] env[63862]: _type = "Task" [ 2230.135133] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.145347] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dffe07-733b-7897-2016-494ccdd7b916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.173813] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098610, 'name': ReconfigVM_Task, 'duration_secs': 0.23702} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.174223] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2230.179021] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fd023c-4bb2-4149-833f-75e0e86368ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.195759] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2230.195759] env[63862]: value = "task-2098613" [ 2230.195759] env[63862]: _type = "Task" [ 2230.195759] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.205288] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.382086] env[63862]: DEBUG nova.compute.manager [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2230.382283] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2230.383396] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bfaa07-4f8b-4d1e-87a9-a17d91b77db6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.390279] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2230.390685] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2230.390798] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleting the datastore file [datastore2] a52c8ca3-482e-48df-b8a1-7a20bbbaddf7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2230.391470] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12b1a184-aef8-45f8-af9c-cd0aaeffc596 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.396645] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2230.396898] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909c9d64-d867-4fb8-82a2-75df4660808e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.399757] env[63862]: DEBUG oslo_vmware.api [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2230.399757] env[63862]: value = "task-2098614" [ 2230.399757] env[63862]: _type = "Task" [ 2230.399757] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.405305] env[63862]: DEBUG oslo_vmware.api [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2230.405305] env[63862]: value = "task-2098615" [ 2230.405305] env[63862]: _type = "Task" [ 2230.405305] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.411240] env[63862]: DEBUG oslo_vmware.api [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.417174] env[63862]: DEBUG oslo_vmware.api [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.438357] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.438619] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.438847] env[63862]: DEBUG nova.network.neutron [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2230.485036] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098612, 'name': PowerOffVM_Task, 'duration_secs': 0.214641} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.485522] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2230.485814] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2230.486675] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d325c66a-ad77-4b8a-9c25-1744e3414eb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.498803] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2230.498803] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81709013-81f8-47bb-9791-bb6475c017be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.510067] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.561096] env[63862]: DEBUG nova.compute.manager [req-7a7d8ce5-ce35-42b3-bf1c-653c338a5dd0 req-527dfc0d-0ef7-46a8-ba0e-35c1098c9ee8 service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Received event network-vif-deleted-2b88dbdd-14db-4e4c-982e-4bf498159e3a {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2230.561247] env[63862]: INFO nova.compute.manager [req-7a7d8ce5-ce35-42b3-bf1c-653c338a5dd0 req-527dfc0d-0ef7-46a8-ba0e-35c1098c9ee8 service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Neutron deleted interface 2b88dbdd-14db-4e4c-982e-4bf498159e3a; detaching it from the instance and deleting it from the info cache [ 2230.561476] env[63862]: DEBUG nova.network.neutron [req-7a7d8ce5-ce35-42b3-bf1c-653c338a5dd0 req-527dfc0d-0ef7-46a8-ba0e-35c1098c9ee8 service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.603510] env[63862]: DEBUG nova.compute.manager [req-42a4c974-26eb-4e9f-abd7-065c489a1796 req-4cb790d5-46d4-4634-a611-bfd8a5e98039 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Received event network-vif-deleted-c7a2fded-4565-497e-bde2-08200836e2f9 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2230.603729] env[63862]: INFO nova.compute.manager [req-42a4c974-26eb-4e9f-abd7-065c489a1796 req-4cb790d5-46d4-4634-a611-bfd8a5e98039 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Neutron deleted interface c7a2fded-4565-497e-bde2-08200836e2f9; detaching it from the instance and deleting it from the info cache [ 2230.603901] env[63862]: DEBUG nova.network.neutron [req-42a4c974-26eb-4e9f-abd7-065c489a1796 req-4cb790d5-46d4-4634-a611-bfd8a5e98039 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.617830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2230.617830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2230.618971] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleting the datastore file [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2230.620326] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d408341e-b882-4cf7-85bc-f1333ef9baab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.629572] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2230.629572] env[63862]: value = "task-2098617" [ 2230.629572] env[63862]: _type = "Task" [ 2230.629572] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.646635] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.655116] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dffe07-733b-7897-2016-494ccdd7b916, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.655487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.655800] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2230.655994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.656158] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.656348] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2230.656603] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-324ccbfd-ae1a-4110-8dea-ecbb3eea7bca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.666037] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2230.666227] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2230.667036] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3ea045-c780-4eea-8701-aed47471973f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.673225] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2230.673225] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52408a98-596b-6254-67e1-b8aa4715d889" [ 2230.673225] env[63862]: _type = "Task" [ 2230.673225] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.682426] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52408a98-596b-6254-67e1-b8aa4715d889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.705905] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.925828] env[63862]: DEBUG oslo_vmware.api [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098615, 'name': PowerOffVM_Task, 'duration_secs': 0.254066} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.927450] env[63862]: DEBUG oslo_vmware.api [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226081} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.927450] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2230.927450] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2230.927450] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2230.927715] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2230.927715] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2230.927844] env[63862]: INFO nova.compute.manager [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Took 1.75 seconds to destroy the instance on the hypervisor. [ 2230.928296] env[63862]: DEBUG oslo.service.loopingcall [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.928296] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24173cca-0b83-4ce3-b7c5-b4a56f2cfdef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.930561] env[63862]: DEBUG nova.compute.manager [-] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2230.930667] env[63862]: DEBUG nova.network.neutron [-] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2231.031874] env[63862]: DEBUG nova.network.neutron [-] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.060524] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Applying migration context for instance 6881cb2b-c258-4a3b-a97c-a147f2e117f3 as it has an incoming, in-progress migration b83eafea-c3d0-499b-8cc8-b18e5dbdef31. Migration status is pre-migrating {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2231.063022] env[63862]: INFO nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating resource usage from migration b83eafea-c3d0-499b-8cc8-b18e5dbdef31 [ 2231.067713] env[63862]: DEBUG nova.network.neutron [-] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.068899] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-925ba8f8-7689-41d4-af0b-7f91b4a9b3b7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.088097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feebc111-7856-405b-90ea-a6fc9e92769f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.106046] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5055db0a-a895-4fbd-be64-e587e03ce58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4cfe5db8-924d-4733-a0aa-77b41889ab56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 3a3816f6-9478-45f3-be2d-0a58ac0335dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a52c8ca3-482e-48df-b8a1-7a20bbbaddf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a468b187-e36c-43f0-bd86-126564068f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 777d3286-de11-4541-99f9-b32388e7c7c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 927a9675-d66c-48a3-98a2-06bbed32126a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 81511944-1697-4c5e-9df1-25a7844fb8a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4796b724-bccf-4b79-ac9f-ac633527def9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 41687336-06c0-4065-bfb0-1887e64ee5ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 24facf4b-f8aa-4545-89a6-4548c73ef49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108037] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 390c8d4a-212e-4acf-91ec-1ab339958bb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108674] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 59f7174f-0fb2-4855-971d-3b2e831ff63c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.108674] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 382480df-8c0a-44a4-b181-4070fa816c09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.109678] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5b520c1c-541a-4366-a293-306a30ddd6e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.109678] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Migration b83eafea-c3d0-499b-8cc8-b18e5dbdef31 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2231.109758] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 6881cb2b-c258-4a3b-a97c-a147f2e117f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.111330] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2231.111330] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2231.112927] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2231.113154] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2231.113531] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Deleting the datastore file [datastore2] 390c8d4a-212e-4acf-91ec-1ab339958bb8 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2231.115606] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc56e5c3-90e6-4109-8133-1f8a8d0a1fef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.117125] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-206c581f-bfa0-46e5-b1dd-3def6f96b004 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.131770] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e9a29c-b0d8-4ecf-a35e-186d41096411 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.161067] env[63862]: DEBUG oslo_vmware.api [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for the task: (returnval){ [ 2231.161067] env[63862]: value = "task-2098619" [ 2231.161067] env[63862]: _type = "Task" [ 2231.161067] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.161410] env[63862]: DEBUG nova.compute.manager [req-7a7d8ce5-ce35-42b3-bf1c-653c338a5dd0 req-527dfc0d-0ef7-46a8-ba0e-35c1098c9ee8 service nova] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Detach interface failed, port_id=2b88dbdd-14db-4e4c-982e-4bf498159e3a, reason: Instance 81511944-1697-4c5e-9df1-25a7844fb8a7 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2231.177035] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392789} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.185327] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2231.185528] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2231.185753] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2231.188383] env[63862]: DEBUG oslo_vmware.api [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.199961] env[63862]: DEBUG nova.compute.manager [req-42a4c974-26eb-4e9f-abd7-065c489a1796 req-4cb790d5-46d4-4634-a611-bfd8a5e98039 service nova] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Detach interface failed, port_id=c7a2fded-4565-497e-bde2-08200836e2f9, reason: Instance 41687336-06c0-4065-bfb0-1887e64ee5ee could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2231.208622] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52408a98-596b-6254-67e1-b8aa4715d889, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.208622] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a17f9b-476d-4f9d-9997-a5831cfd3515 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.213644] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.221747] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2231.221747] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522478a1-2c87-cd67-60aa-36ecc1ac4f8f" [ 2231.221747] env[63862]: _type = "Task" [ 2231.221747] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.234353] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522478a1-2c87-cd67-60aa-36ecc1ac4f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.234672] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.234984] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 382480df-8c0a-44a4-b181-4070fa816c09/382480df-8c0a-44a4-b181-4070fa816c09.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2231.235246] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c99eaa2-a1c2-4784-95ba-82ded1f8ed51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.246116] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2231.246116] env[63862]: value = "task-2098620" [ 2231.246116] env[63862]: _type = "Task" [ 2231.246116] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.256126] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.280239] env[63862]: DEBUG nova.network.neutron [-] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.529011] env[63862]: DEBUG nova.network.neutron [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Successfully updated port: 6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2231.534980] env[63862]: INFO nova.compute.manager [-] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Took 1.58 seconds to deallocate network for instance. [ 2231.543624] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e364aa0-bba9-4a17-97c0-46eff5be3135 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.556411] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8489d257-4092-4af0-99eb-983c499b0279 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.598122] env[63862]: INFO nova.compute.manager [-] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Took 1.66 seconds to deallocate network for instance. [ 2231.608391] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f636d2-85c7-42e4-9d22-60eb30be6f1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.619592] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8975e-8638-49c1-b212-21b2e87c1f3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.637928] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2231.679759] env[63862]: DEBUG oslo_vmware.api [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Task: {'id': task-2098619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251495} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.680078] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2231.680288] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2231.680488] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2231.680699] env[63862]: INFO nova.compute.manager [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Took 1.30 seconds to destroy the instance on the hypervisor. [ 2231.681085] env[63862]: DEBUG oslo.service.loopingcall [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2231.681182] env[63862]: DEBUG nova.compute.manager [-] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2231.681276] env[63862]: DEBUG nova.network.neutron [-] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2231.708217] env[63862]: DEBUG nova.network.neutron [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [{"id": "452f74ca-b5dd-414f-a6cd-4165c429a550", "address": "fa:16:3e:c0:34:e6", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452f74ca-b5", "ovs_interfaceid": "452f74ca-b5dd-414f-a6cd-4165c429a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.718068] env[63862]: DEBUG oslo_vmware.api [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098613, 'name': ReconfigVM_Task, 'duration_secs': 1.296133} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.718621] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429648', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'name': 'volume-13921e3f-2c64-42db-bba6-90ee0ce411a1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a3816f6-9478-45f3-be2d-0a58ac0335dc', 'attached_at': '', 'detached_at': '', 'volume_id': '13921e3f-2c64-42db-bba6-90ee0ce411a1', 'serial': '13921e3f-2c64-42db-bba6-90ee0ce411a1'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2231.764041] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.783473] env[63862]: INFO nova.compute.manager [-] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Took 1.78 seconds to deallocate network for instance. [ 2232.034714] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-5b520c1c-541a-4366-a293-306a30ddd6e0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.034714] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-5b520c1c-541a-4366-a293-306a30ddd6e0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.034714] env[63862]: DEBUG nova.network.neutron [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.049881] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.052335] env[63862]: DEBUG nova.network.neutron [-] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.109510] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.141054] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2232.211539] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2232.224939] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2232.224939] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2232.224939] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2232.224939] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2232.225320] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2232.225320] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2232.225459] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2232.225647] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2232.225824] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2232.225988] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2232.226181] env[63862]: DEBUG nova.virt.hardware [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2232.227344] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ec624-1e9f-4726-866e-9b30c97e320a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.237351] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c06081-0f5a-487e-9e74-a6b9413f039e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.252988] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:e1:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5facc1-6da6-44b0-9324-48d972173509', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2232.260777] env[63862]: DEBUG oslo.service.loopingcall [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2232.263944] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2232.264249] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f1eee0-b614-4795-9d4d-3b0ef62a973e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.279481] env[63862]: DEBUG nova.objects.instance [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'flavor' on Instance uuid 3a3816f6-9478-45f3-be2d-0a58ac0335dc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.286599] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654246} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.287933] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 382480df-8c0a-44a4-b181-4070fa816c09/382480df-8c0a-44a4-b181-4070fa816c09.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2232.288166] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2232.288398] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2232.288398] env[63862]: value = "task-2098621" [ 2232.288398] env[63862]: _type = "Task" [ 2232.288398] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.288575] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c69ede5-0c2e-42cf-8e02-ef60c351bb34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.295437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.299459] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2232.299459] env[63862]: value = "task-2098622" [ 2232.299459] env[63862]: _type = "Task" [ 2232.299459] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.302452] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098621, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.312242] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.554766] env[63862]: INFO nova.compute.manager [-] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Took 1.62 seconds to deallocate network for instance. [ 2232.572138] env[63862]: DEBUG nova.network.neutron [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2232.595944] env[63862]: DEBUG nova.compute.manager [req-69179565-15a0-45dd-a218-f345f7dfaa7e req-e508a2e0-7b7e-454a-b160-82cd70405bf3 service nova] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Received event network-vif-deleted-d2c79353-0c49-45bb-b3a6-7ab97a9feb97 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2232.596181] env[63862]: DEBUG nova.compute.manager [req-69179565-15a0-45dd-a218-f345f7dfaa7e req-e508a2e0-7b7e-454a-b160-82cd70405bf3 service nova] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Received event network-vif-deleted-14cde3f4-f98f-4965-98a4-3c571244a776 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2232.596356] env[63862]: DEBUG nova.compute.manager [req-69179565-15a0-45dd-a218-f345f7dfaa7e req-e508a2e0-7b7e-454a-b160-82cd70405bf3 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Received event network-vif-deleted-9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2232.596561] env[63862]: INFO nova.compute.manager [req-69179565-15a0-45dd-a218-f345f7dfaa7e req-e508a2e0-7b7e-454a-b160-82cd70405bf3 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Neutron deleted interface 9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7; detaching it from the instance and deleting it from the info cache [ 2232.596736] env[63862]: DEBUG nova.network.neutron [req-69179565-15a0-45dd-a218-f345f7dfaa7e req-e508a2e0-7b7e-454a-b160-82cd70405bf3 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.605366] env[63862]: DEBUG nova.network.neutron [-] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.634156] env[63862]: DEBUG nova.compute.manager [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Received event network-vif-plugged-6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2232.634253] env[63862]: DEBUG oslo_concurrency.lockutils [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] Acquiring lock "5b520c1c-541a-4366-a293-306a30ddd6e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.635060] env[63862]: DEBUG oslo_concurrency.lockutils [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.635060] env[63862]: DEBUG oslo_concurrency.lockutils [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.635060] env[63862]: DEBUG nova.compute.manager [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] No waiting events found dispatching network-vif-plugged-6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2232.635316] env[63862]: WARNING nova.compute.manager [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Received unexpected event network-vif-plugged-6cc7fca2-2949-41d3-99ef-61d3e35cdab4 for instance with vm_state building and task_state spawning. [ 2232.635684] env[63862]: DEBUG nova.compute.manager [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Received event network-changed-6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2232.635684] env[63862]: DEBUG nova.compute.manager [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Refreshing instance network info cache due to event network-changed-6cc7fca2-2949-41d3-99ef-61d3e35cdab4. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2232.635929] env[63862]: DEBUG oslo_concurrency.lockutils [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] Acquiring lock "refresh_cache-5b520c1c-541a-4366-a293-306a30ddd6e0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.647134] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2232.647134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.606s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.647134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.141s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.647134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.650309] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.600s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.650585] env[63862]: DEBUG nova.objects.instance [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lazy-loading 'resources' on Instance uuid 81511944-1697-4c5e-9df1-25a7844fb8a7 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.762481] env[63862]: DEBUG nova.network.neutron [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Updating instance_info_cache with network_info: [{"id": "6cc7fca2-2949-41d3-99ef-61d3e35cdab4", "address": "fa:16:3e:83:7c:23", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc7fca2-29", "ovs_interfaceid": "6cc7fca2-2949-41d3-99ef-61d3e35cdab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.802101] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098621, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.812332] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074137} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.812642] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2232.813710] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c49f46c-74c1-4895-8e25-2889de8c692e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.829759] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.838979] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 382480df-8c0a-44a4-b181-4070fa816c09/382480df-8c0a-44a4-b181-4070fa816c09.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2232.839692] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f198c9-a562-457c-ac03-4d24c8b0f025 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.860866] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2232.860866] env[63862]: value = "task-2098623" [ 2232.860866] env[63862]: _type = "Task" [ 2232.860866] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.873115] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.061274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.102169] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fbedb85-071b-4678-8eed-f1fa8133d30d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.108583] env[63862]: INFO nova.compute.manager [-] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Took 1.43 seconds to deallocate network for instance. [ 2233.114405] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ffe6f-26bb-472f-8b05-e2d2ebc2fc00 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.172834] env[63862]: DEBUG nova.compute.manager [req-69179565-15a0-45dd-a218-f345f7dfaa7e req-e508a2e0-7b7e-454a-b160-82cd70405bf3 service nova] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Detach interface failed, port_id=9f9ccec8-9dd1-4dcb-b0b3-7a67d53344d7, reason: Instance 390c8d4a-212e-4acf-91ec-1ab339958bb8 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2233.176106] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ddd13f52-f3f7-45ce-a6b5-476c3c83e915 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.401s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.177029] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.347s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.177374] env[63862]: INFO nova.compute.manager [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Unshelving [ 2233.267433] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-5b520c1c-541a-4366-a293-306a30ddd6e0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.267763] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Instance network_info: |[{"id": "6cc7fca2-2949-41d3-99ef-61d3e35cdab4", "address": "fa:16:3e:83:7c:23", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc7fca2-29", "ovs_interfaceid": "6cc7fca2-2949-41d3-99ef-61d3e35cdab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2233.272299] env[63862]: DEBUG oslo_concurrency.lockutils [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] Acquired lock "refresh_cache-5b520c1c-541a-4366-a293-306a30ddd6e0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.272512] env[63862]: DEBUG nova.network.neutron [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Refreshing network info cache for port 6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2233.273816] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:7c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cc7fca2-2949-41d3-99ef-61d3e35cdab4', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2233.282102] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating folder: Project (0ae90ea36d3a47c68c48b289663ca235). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2233.286566] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75589009-132d-43b3-8fe9-7745f879d272 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.290759] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4254902d-50d8-451a-8dbf-9ebf283b4eae tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.296s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.300712] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098621, 'name': CreateVM_Task, 'duration_secs': 0.594117} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.304486] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2233.304832] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created folder: Project (0ae90ea36d3a47c68c48b289663ca235) in parent group-v429490. [ 2233.305027] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating folder: Instances. Parent ref: group-v429723. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2233.306527] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.306704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.307044] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2233.307286] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-249874fb-2d93-4d75-a9f5-08aa95e37e58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.309190] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02701075-0ed6-4267-8aff-a07accd5b7ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.315059] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2233.315059] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52343488-0edc-803b-04fc-097ee58c6a84" [ 2233.315059] env[63862]: _type = "Task" [ 2233.315059] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.322950] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created folder: Instances in parent group-v429723. [ 2233.323236] env[63862]: DEBUG oslo.service.loopingcall [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.323454] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2233.323671] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6f92562-47e5-46db-bb8c-dc8532971c4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.344424] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52343488-0edc-803b-04fc-097ee58c6a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.356021] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2233.356021] env[63862]: value = "task-2098626" [ 2233.356021] env[63862]: _type = "Task" [ 2233.356021] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.362926] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098626, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.372114] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098623, 'name': ReconfigVM_Task, 'duration_secs': 0.28983} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.372753] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 382480df-8c0a-44a4-b181-4070fa816c09/382480df-8c0a-44a4-b181-4070fa816c09.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2233.376113] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732e70e6-8e1d-45a1-865c-f20e945a84c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.385610] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2233.385610] env[63862]: value = "task-2098627" [ 2233.385610] env[63862]: _type = "Task" [ 2233.385610] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.404209] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098627, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.556064] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff2af55-7ded-4cdb-96c3-ad82061e9ec2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.564609] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016178c-dc14-4000-9648-1870fa5894dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.598802] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9ceab2-6ba2-4bc9-9464-e33c6307e78c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.608530] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ed326-458d-4113-8864-36842d170144 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.622878] env[63862]: DEBUG nova.compute.provider_tree [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2233.638692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.731162] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7142bd-7e29-4028-bb60-d6ca8e3463f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.749503] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2233.777656] env[63862]: DEBUG nova.network.neutron [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Updated VIF entry in instance network info cache for port 6cc7fca2-2949-41d3-99ef-61d3e35cdab4. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2233.778057] env[63862]: DEBUG nova.network.neutron [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Updating instance_info_cache with network_info: [{"id": "6cc7fca2-2949-41d3-99ef-61d3e35cdab4", "address": "fa:16:3e:83:7c:23", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cc7fca2-29", "ovs_interfaceid": "6cc7fca2-2949-41d3-99ef-61d3e35cdab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.826191] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52343488-0edc-803b-04fc-097ee58c6a84, 'name': SearchDatastore_Task, 'duration_secs': 0.021134} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.826581] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.826683] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2233.828076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.828076] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.828076] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2233.828603] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b7e6367-f33e-49e0-9338-db74da5cc9d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.837430] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2233.837430] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2233.840027] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5ce44b2-e6c4-4f68-aace-9acb2fc11886 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.843511] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2233.843511] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d13cdc-b140-be8e-a2e0-b2c055de9371" [ 2233.843511] env[63862]: _type = "Task" [ 2233.843511] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.851286] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d13cdc-b140-be8e-a2e0-b2c055de9371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.861025] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098626, 'name': CreateVM_Task, 'duration_secs': 0.494528} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.861025] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2233.861599] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.861766] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.862087] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2233.862329] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d589c54-e3dc-479c-9568-46d1f2662682 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.866944] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2233.866944] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520d9042-cf5b-81e1-effb-39affeb310bc" [ 2233.866944] env[63862]: _type = "Task" [ 2233.866944] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.876189] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520d9042-cf5b-81e1-effb-39affeb310bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.898373] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098627, 'name': Rename_Task, 'duration_secs': 0.174333} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.899080] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2233.899276] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb33e0ab-9775-4404-9267-8d875a75d725 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.905542] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2233.905542] env[63862]: value = "task-2098628" [ 2233.905542] env[63862]: _type = "Task" [ 2233.905542] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.913328] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.949527] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.949790] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.950013] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.950207] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.950548] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.952437] env[63862]: INFO nova.compute.manager [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Terminating instance [ 2234.148979] env[63862]: ERROR nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] [req-e5f2c42a-36ed-4085-8a35-cf10b9af4ecf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5f2c42a-36ed-4085-8a35-cf10b9af4ecf"}]} [ 2234.166677] env[63862]: DEBUG nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2234.181894] env[63862]: DEBUG nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2234.182141] env[63862]: DEBUG nova.compute.provider_tree [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2234.193894] env[63862]: DEBUG nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2234.200177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.213762] env[63862]: DEBUG nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2234.259221] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2234.259665] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea76306-5c6d-436a-993a-68d1d84ce09b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.268360] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2234.268360] env[63862]: value = "task-2098629" [ 2234.268360] env[63862]: _type = "Task" [ 2234.268360] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.278372] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.281315] env[63862]: DEBUG oslo_concurrency.lockutils [req-8790f5ab-cf5d-4e82-97b4-ac6acdc5bd82 req-3412f1ed-4338-415f-8907-0982478e5466 service nova] Releasing lock "refresh_cache-5b520c1c-541a-4366-a293-306a30ddd6e0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.357025] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d13cdc-b140-be8e-a2e0-b2c055de9371, 'name': SearchDatastore_Task, 'duration_secs': 0.008094} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.357549] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7450a1-c292-4ea3-b3c0-ae1eabbb8837 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.365187] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2234.365187] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bd7489-99c2-313d-d6cb-047ba50d3590" [ 2234.365187] env[63862]: _type = "Task" [ 2234.365187] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.377068] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bd7489-99c2-313d-d6cb-047ba50d3590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.384868] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520d9042-cf5b-81e1-effb-39affeb310bc, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.384868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.385083] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2234.385289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.417840] env[63862]: DEBUG oslo_vmware.api [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098628, 'name': PowerOnVM_Task, 'duration_secs': 0.429935} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.418156] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2234.418388] env[63862]: INFO nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Took 13.07 seconds to spawn the instance on the hypervisor. [ 2234.418568] env[63862]: DEBUG nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2234.421961] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec320c3-6b60-4d2e-bfc2-28b81b75357b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.456370] env[63862]: DEBUG nova.compute.manager [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2234.456694] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2234.457804] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cdea9e-4306-4781-ad83-2e4d8999c470 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.467682] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2234.467682] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d49ef949-e49f-4df7-869c-3fac4416656b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.479762] env[63862]: DEBUG oslo_vmware.api [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2234.479762] env[63862]: value = "task-2098630" [ 2234.479762] env[63862]: _type = "Task" [ 2234.479762] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.491764] env[63862]: DEBUG oslo_vmware.api [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.541266] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e621a05-f89a-4824-98e9-f7e67c1532e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.548972] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738cd774-1546-4855-82ea-f4ccab3c5b21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.585083] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48602755-d2b5-48f4-ba88-9e77ff8c7681 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.593044] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bef203a-34b3-48ec-8bbc-c4887c604178 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.607414] env[63862]: DEBUG nova.compute.provider_tree [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2234.780928] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098629, 'name': PowerOffVM_Task, 'duration_secs': 0.18892} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.781656] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.781999] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2234.877495] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bd7489-99c2-313d-d6cb-047ba50d3590, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.878017] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.878463] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2234.878972] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.879323] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2234.879713] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d43914b-70a2-48f1-a4fa-f879561e64f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.884023] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c52be947-4128-4db8-9c98-c4cbeaa69cd1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.889596] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2234.889596] env[63862]: value = "task-2098631" [ 2234.889596] env[63862]: _type = "Task" [ 2234.889596] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.896716] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2234.898188] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2234.898751] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc35646-c520-47e4-a8e0-6b342cffdcf3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.907860] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.910650] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2234.910650] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52351958-9ae7-f230-e008-52d4d3221799" [ 2234.910650] env[63862]: _type = "Task" [ 2234.910650] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.922593] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52351958-9ae7-f230-e008-52d4d3221799, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.923573] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81399f3a-91ce-4ec3-b506-389df7dbd555 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.929094] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2234.929094] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527919ff-b762-ab0d-02ec-c8c977aca897" [ 2234.929094] env[63862]: _type = "Task" [ 2234.929094] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.943712] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527919ff-b762-ab0d-02ec-c8c977aca897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.953037] env[63862]: INFO nova.compute.manager [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Took 26.99 seconds to build instance. [ 2234.991412] env[63862]: DEBUG oslo_vmware.api [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098630, 'name': PowerOffVM_Task, 'duration_secs': 0.207543} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.991983] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.991983] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.992148] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8675584d-deca-4710-bab1-0f2294cc74c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.078473] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2235.078618] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2235.078731] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleting the datastore file [datastore2] 3a3816f6-9478-45f3-be2d-0a58ac0335dc {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2235.079064] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc57193e-3b30-4e79-a0ea-80f790285909 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.087796] env[63862]: DEBUG oslo_vmware.api [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2235.087796] env[63862]: value = "task-2098633" [ 2235.087796] env[63862]: _type = "Task" [ 2235.087796] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.097602] env[63862]: DEBUG oslo_vmware.api [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.148572] env[63862]: DEBUG nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2235.149425] env[63862]: DEBUG nova.compute.provider_tree [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 123 to 124 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2235.149425] env[63862]: DEBUG nova.compute.provider_tree [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2235.294174] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2235.294710] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2235.294992] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2235.295376] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2235.295672] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2235.295990] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2235.296402] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2235.296727] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2235.296980] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2235.297199] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2235.297453] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2235.311292] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f43e42d-d693-4581-be53-332449314ebc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.339141] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2235.339141] env[63862]: value = "task-2098634" [ 2235.339141] env[63862]: _type = "Task" [ 2235.339141] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.350291] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.399214] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476084} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.399507] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2235.399724] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2235.400039] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-369a8c74-96bd-47e4-825e-a38a19f69bc9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.406561] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2235.406561] env[63862]: value = "task-2098635" [ 2235.406561] env[63862]: _type = "Task" [ 2235.406561] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.414745] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.441066] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527919ff-b762-ab0d-02ec-c8c977aca897, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.441198] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.441526] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5b520c1c-541a-4366-a293-306a30ddd6e0/5b520c1c-541a-4366-a293-306a30ddd6e0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2235.441736] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-702dbff6-255b-4dde-bda6-11114a6ff585 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.448831] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2235.448831] env[63862]: value = "task-2098636" [ 2235.448831] env[63862]: _type = "Task" [ 2235.448831] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.458554] env[63862]: DEBUG oslo_concurrency.lockutils [None req-27a7e508-7cee-40a5-99da-57c430b659da tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.518s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.458924] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.602687] env[63862]: DEBUG oslo_vmware.api [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383177} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.602988] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2235.604449] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2235.604637] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2235.604866] env[63862]: INFO nova.compute.manager [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2235.605252] env[63862]: DEBUG oslo.service.loopingcall [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2235.605488] env[63862]: DEBUG nova.compute.manager [-] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2235.605590] env[63862]: DEBUG nova.network.neutron [-] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2235.656027] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.006s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.658329] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.549s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2235.658561] env[63862]: DEBUG nova.objects.instance [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lazy-loading 'resources' on Instance uuid 41687336-06c0-4065-bfb0-1887e64ee5ee {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2235.689997] env[63862]: INFO nova.scheduler.client.report [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Deleted allocations for instance 81511944-1697-4c5e-9df1-25a7844fb8a7 [ 2235.852205] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098634, 'name': ReconfigVM_Task, 'duration_secs': 0.160711} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.852574] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2235.918120] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065596} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.918426] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2235.919339] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c698c872-6c7c-4349-9b13-2ea678b31e76 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.952928] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2235.953405] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5abea3d-d3ec-4cec-84d8-48ba4fc8a3c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.981669] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098636, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.983405] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2235.983405] env[63862]: value = "task-2098637" [ 2235.983405] env[63862]: _type = "Task" [ 2235.983405] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.994171] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.215031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-07a98dc6-a918-42bc-8ad9-467bcf4f5681 tempest-ListServerFiltersTestJSON-1697669394 tempest-ListServerFiltersTestJSON-1697669394-project-member] Lock "81511944-1697-4c5e-9df1-25a7844fb8a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.336s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.308220] env[63862]: DEBUG nova.compute.manager [req-56bba4de-5f67-4a7d-984b-a657b2c3649c req-b2fc27e7-9d76-4acc-92f4-e920ee307d6f service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Received event network-vif-deleted-95ddfcce-b947-40b7-af18-0934ae8338bc {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2236.308894] env[63862]: INFO nova.compute.manager [req-56bba4de-5f67-4a7d-984b-a657b2c3649c req-b2fc27e7-9d76-4acc-92f4-e920ee307d6f service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Neutron deleted interface 95ddfcce-b947-40b7-af18-0934ae8338bc; detaching it from the instance and deleting it from the info cache [ 2236.309134] env[63862]: DEBUG nova.network.neutron [req-56bba4de-5f67-4a7d-984b-a657b2c3649c req-b2fc27e7-9d76-4acc-92f4-e920ee307d6f service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.364614] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2236.364928] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2236.365163] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2236.365448] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2236.365534] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2236.365659] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2236.365904] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2236.366918] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2236.367401] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2236.367401] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2236.367593] env[63862]: DEBUG nova.virt.hardware [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2236.374831] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2236.378034] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f284ce9-3b55-4d7d-ab65-705a5315a277 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.400215] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2236.400215] env[63862]: value = "task-2098638" [ 2236.400215] env[63862]: _type = "Task" [ 2236.400215] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.414350] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.471551] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813453} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.473055] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5b520c1c-541a-4366-a293-306a30ddd6e0/5b520c1c-541a-4366-a293-306a30ddd6e0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2236.473291] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2236.478253] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23fbfcd5-c912-474b-94fe-0bfa681652c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.480787] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "ed20b9fb-2e04-4078-8eec-13a512b4597f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.481065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.495426] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2236.495426] env[63862]: value = "task-2098639" [ 2236.495426] env[63862]: _type = "Task" [ 2236.495426] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.505860] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.511439] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.544747] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd99b2-2496-4713-872b-af3d3ce4e9de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.554374] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d7d88-7001-41c1-82db-01c58d2ab64d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.593411] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76af781-1697-4749-be15-c4e15d6afcfc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.603102] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84365f98-86d9-44d7-9bbf-fb8953335772 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.617432] env[63862]: DEBUG nova.compute.provider_tree [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2236.767414] env[63862]: DEBUG nova.network.neutron [-] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.817589] env[63862]: DEBUG nova.compute.manager [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Received event network-changed-06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2236.818133] env[63862]: DEBUG nova.compute.manager [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Refreshing instance network info cache due to event network-changed-06b9fe09-9648-4b60-aa96-b7780edca9ac. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2236.818497] env[63862]: DEBUG oslo_concurrency.lockutils [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] Acquiring lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.818754] env[63862]: DEBUG oslo_concurrency.lockutils [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] Acquired lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.819037] env[63862]: DEBUG nova.network.neutron [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Refreshing network info cache for port 06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2236.820643] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6591dbb8-98eb-49eb-9139-9657c20ebb78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.833212] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4509c5b2-fa65-4a7a-96cf-548346270aad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.879018] env[63862]: DEBUG nova.compute.manager [req-56bba4de-5f67-4a7d-984b-a657b2c3649c req-b2fc27e7-9d76-4acc-92f4-e920ee307d6f service nova] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Detach interface failed, port_id=95ddfcce-b947-40b7-af18-0934ae8338bc, reason: Instance 3a3816f6-9478-45f3-be2d-0a58ac0335dc could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2236.910928] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098638, 'name': ReconfigVM_Task, 'duration_secs': 0.16574} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.913087] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2236.914330] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3475a7-d1ba-4281-b0dc-aebc211dbce2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.948152] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3/6881cb2b-c258-4a3b-a97c-a147f2e117f3.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2236.948504] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-187135b3-b466-4734-b865-22af6420e17e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.971828] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2236.971828] env[63862]: value = "task-2098640" [ 2236.971828] env[63862]: _type = "Task" [ 2236.971828] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.982729] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.988965] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2236.996700] env[63862]: DEBUG nova.compute.manager [None req-ec315965-94e3-48ba-b097-7a56f750a069 tempest-ServerDiagnosticsV248Test-395106778 tempest-ServerDiagnosticsV248Test-395106778-project-admin] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2236.998259] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a686e-3265-405e-a8bd-b8f8e9d80abd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.012883] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098637, 'name': ReconfigVM_Task, 'duration_secs': 1.008325} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.014956] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce/7d1ab5ee-bbad-4c99-a8d9-14166acb67ce.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.017034] env[63862]: INFO nova.compute.manager [None req-ec315965-94e3-48ba-b097-7a56f750a069 tempest-ServerDiagnosticsV248Test-395106778 tempest-ServerDiagnosticsV248Test-395106778-project-admin] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Retrieving diagnostics [ 2237.018800] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a1560b-a02a-40f3-8a5d-8ef08b10a879 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.021190] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa63dae-7633-4b65-9573-e69140f42591 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.023857] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088796} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.024490] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2237.026494] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8250d146-2c52-45c2-93dd-9a8e8755b3ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.058931] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2237.058931] env[63862]: value = "task-2098641" [ 2237.058931] env[63862]: _type = "Task" [ 2237.058931] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.080990] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 5b520c1c-541a-4366-a293-306a30ddd6e0/5b520c1c-541a-4366-a293-306a30ddd6e0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2237.082236] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603026df-bc16-4521-8a70-1a21a11d4f34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.101436] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098641, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.107419] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2237.107419] env[63862]: value = "task-2098642" [ 2237.107419] env[63862]: _type = "Task" [ 2237.107419] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.116536] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.144887] env[63862]: ERROR nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [req-09054332-d38d-4ec0-83f6-a66654d694c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09054332-d38d-4ec0-83f6-a66654d694c9"}]} [ 2237.164927] env[63862]: DEBUG nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2237.186381] env[63862]: DEBUG nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2237.186688] env[63862]: DEBUG nova.compute.provider_tree [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2237.204405] env[63862]: DEBUG nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2237.227859] env[63862]: DEBUG nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2237.271442] env[63862]: INFO nova.compute.manager [-] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Took 1.67 seconds to deallocate network for instance. [ 2237.485143] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098640, 'name': ReconfigVM_Task, 'duration_secs': 0.301852} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.485961] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3/6881cb2b-c258-4a3b-a97c-a147f2e117f3.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.486340] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2237.528572] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.568942] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098641, 'name': Rename_Task, 'duration_secs': 0.195676} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.572012] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2237.575196] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5418a62a-6aed-47f3-bf98-38c06818938a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.579605] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2237.579605] env[63862]: value = "task-2098643" [ 2237.579605] env[63862]: _type = "Task" [ 2237.579605] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.586274] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e36e52-0c64-4744-bbf1-b2bcd9dc33e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.591768] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.597512] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db01d5d6-ce88-48ee-a0f5-158497c46a94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.628440] env[63862]: DEBUG nova.network.neutron [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updated VIF entry in instance network info cache for port 06b9fe09-9648-4b60-aa96-b7780edca9ac. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2237.628803] env[63862]: DEBUG nova.network.neutron [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating instance_info_cache with network_info: [{"id": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "address": "fa:16:3e:3b:15:b0", "network": {"id": "868a8ed2-7ac3-4451-800d-49cbf85341b7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-101195627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3722b9cc1ab54b2aafdb4445b4335fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06b9fe09-96", "ovs_interfaceid": "06b9fe09-9648-4b60-aa96-b7780edca9ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.633429] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc2cf5-3427-49a9-9d84-52122579e983 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.645695] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae10c7-be48-4a48-8288-8b5271572060 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.649939] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098642, 'name': ReconfigVM_Task, 'duration_secs': 0.284724} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.650687] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 5b520c1c-541a-4366-a293-306a30ddd6e0/5b520c1c-541a-4366-a293-306a30ddd6e0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.651707] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ab040de-3991-4c6e-877c-f173553c95b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.664330] env[63862]: DEBUG nova.compute.provider_tree [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2237.667223] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2237.667223] env[63862]: value = "task-2098644" [ 2237.667223] env[63862]: _type = "Task" [ 2237.667223] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.676067] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098644, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.781116] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.965116] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.965362] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.995896] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d462a0f-f65b-447a-8692-66085722a1f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.018070] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0598500-c20e-4279-b06a-095d8b1c4379 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.034317] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2238.090412] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098643, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.137150] env[63862]: DEBUG oslo_concurrency.lockutils [req-93f1d8f8-d05b-4b5d-8340-ac6607317175 req-96f59050-9917-41bb-bab3-4405a4877440 service nova] Releasing lock "refresh_cache-382480df-8c0a-44a4-b181-4070fa816c09" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.180162] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098644, 'name': Rename_Task, 'duration_secs': 0.147035} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.180473] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2238.180728] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d086ff6-fe02-4cde-94db-595be8512146 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.185909] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "59f7174f-0fb2-4855-971d-3b2e831ff63c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.186168] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "59f7174f-0fb2-4855-971d-3b2e831ff63c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.186384] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "59f7174f-0fb2-4855-971d-3b2e831ff63c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.186566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "59f7174f-0fb2-4855-971d-3b2e831ff63c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.186729] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "59f7174f-0fb2-4855-971d-3b2e831ff63c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.188893] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2238.188893] env[63862]: value = "task-2098645" [ 2238.188893] env[63862]: _type = "Task" [ 2238.188893] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.192288] env[63862]: INFO nova.compute.manager [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Terminating instance [ 2238.199522] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.205975] env[63862]: DEBUG nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2238.206235] env[63862]: DEBUG nova.compute.provider_tree [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 125 to 126 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2238.206417] env[63862]: DEBUG nova.compute.provider_tree [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2238.468520] env[63862]: INFO nova.compute.manager [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Detaching volume 44475a23-c057-4cc2-84ec-64099e5f68ab [ 2238.505403] env[63862]: INFO nova.virt.block_device [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Attempting to driver detach volume 44475a23-c057-4cc2-84ec-64099e5f68ab from mountpoint /dev/sdb [ 2238.505664] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2238.505871] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429698', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'name': 'volume-44475a23-c057-4cc2-84ec-64099e5f68ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4796b724-bccf-4b79-ac9f-ac633527def9', 'attached_at': '', 'detached_at': '', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'serial': '44475a23-c057-4cc2-84ec-64099e5f68ab'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2238.506781] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473be617-608e-4862-80eb-caf7ddae556d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.530521] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb410b-ddd1-4dc0-820f-b2fc5792299f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.538653] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65a55a5-8737-4cd7-aad6-0962e4d5460a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.564980] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea624c-0289-49a3-9fc7-fdf99e3a9d1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.581378] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] The volume has not been displaced from its original location: [datastore2] volume-44475a23-c057-4cc2-84ec-64099e5f68ab/volume-44475a23-c057-4cc2-84ec-64099e5f68ab.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2238.587269] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2238.590398] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb7b690a-eda5-4eca-bdac-d268316e872d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.605900] env[63862]: DEBUG nova.network.neutron [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Port 452f74ca-b5dd-414f-a6cd-4165c429a550 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2238.613683] env[63862]: DEBUG oslo_vmware.api [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098643, 'name': PowerOnVM_Task, 'duration_secs': 0.866861} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.616068] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2238.616068] env[63862]: DEBUG nova.compute.manager [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2238.616068] env[63862]: DEBUG oslo_vmware.api [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2238.616068] env[63862]: value = "task-2098646" [ 2238.616068] env[63862]: _type = "Task" [ 2238.616068] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.616540] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b30ed3-ca04-472d-b74f-22c0890a0ffb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.631148] env[63862]: DEBUG oslo_vmware.api [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.699403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "refresh_cache-59f7174f-0fb2-4855-971d-3b2e831ff63c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.699403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquired lock "refresh_cache-59f7174f-0fb2-4855-971d-3b2e831ff63c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.699403] env[63862]: DEBUG nova.network.neutron [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2238.702096] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.711157] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.053s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.713594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.418s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.714650] env[63862]: DEBUG nova.objects.instance [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lazy-loading 'resources' on Instance uuid 927a9675-d66c-48a3-98a2-06bbed32126a {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.747021] env[63862]: INFO nova.scheduler.client.report [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleted allocations for instance 41687336-06c0-4065-bfb0-1887e64ee5ee [ 2239.133206] env[63862]: DEBUG oslo_vmware.api [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098646, 'name': ReconfigVM_Task, 'duration_secs': 0.245766} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.133764] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2239.152161] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c36334b-9d10-42dc-8a8c-d07d68727cc8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.170579] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.177593] env[63862]: DEBUG oslo_vmware.api [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2239.177593] env[63862]: value = "task-2098647" [ 2239.177593] env[63862]: _type = "Task" [ 2239.177593] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.186259] env[63862]: DEBUG oslo_vmware.api [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.197531] env[63862]: DEBUG oslo_vmware.api [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098645, 'name': PowerOnVM_Task, 'duration_secs': 0.531588} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.197787] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2239.197991] env[63862]: INFO nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Took 13.51 seconds to spawn the instance on the hypervisor. [ 2239.198187] env[63862]: DEBUG nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.198941] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ded504-2557-477b-9125-6530cdbcb7e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.231521] env[63862]: DEBUG nova.network.neutron [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2239.260274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6a96e649-174e-4c81-83b3-7069659fafd8 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "41687336-06c0-4065-bfb0-1887e64ee5ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.968s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.295535] env[63862]: DEBUG nova.network.neutron [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.503815] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f18b0d-0ed1-440f-ac2b-045df0c1d71f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.513748] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec540c-e29c-466b-a72b-4da213e7cb7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.546480] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb4612-dcae-4200-a366-80d890504992 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.555334] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d772df5-4fae-4349-844a-3da3c5027904 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.572171] env[63862]: DEBUG nova.compute.provider_tree [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2239.628382] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.629807] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.629807] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.691359] env[63862]: DEBUG oslo_vmware.api [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098647, 'name': ReconfigVM_Task, 'duration_secs': 0.145365} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.691909] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429698', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'name': 'volume-44475a23-c057-4cc2-84ec-64099e5f68ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4796b724-bccf-4b79-ac9f-ac633527def9', 'attached_at': '', 'detached_at': '', 'volume_id': '44475a23-c057-4cc2-84ec-64099e5f68ab', 'serial': '44475a23-c057-4cc2-84ec-64099e5f68ab'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2239.717956] env[63862]: INFO nova.compute.manager [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Took 27.96 seconds to build instance. [ 2239.798699] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Releasing lock "refresh_cache-59f7174f-0fb2-4855-971d-3b2e831ff63c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.799209] env[63862]: DEBUG nova.compute.manager [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2239.799466] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2239.801176] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102775ea-7e47-4e5e-a0db-d65ef89f1969 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.809315] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2239.809566] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20da0126-5ee4-4a80-b231-7dbfbcd3baa2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.816329] env[63862]: DEBUG oslo_vmware.api [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2239.816329] env[63862]: value = "task-2098648" [ 2239.816329] env[63862]: _type = "Task" [ 2239.816329] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.824205] env[63862]: DEBUG oslo_vmware.api [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.077786] env[63862]: DEBUG nova.scheduler.client.report [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2240.193346] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "5b520c1c-541a-4366-a293-306a30ddd6e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.221977] env[63862]: DEBUG oslo_concurrency.lockutils [None req-181f1482-8dba-409e-a3f1-eb681b883605 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.480s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.222287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.029s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.222511] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "5b520c1c-541a-4366-a293-306a30ddd6e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.222753] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.222936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.225124] env[63862]: INFO nova.compute.manager [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Terminating instance [ 2240.252811] env[63862]: DEBUG nova.objects.instance [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'flavor' on Instance uuid 4796b724-bccf-4b79-ac9f-ac633527def9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.326609] env[63862]: DEBUG oslo_vmware.api [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098648, 'name': PowerOffVM_Task, 'duration_secs': 0.217869} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.326879] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2240.327071] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2240.327339] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38adee13-2cd6-4f65-bba1-e9bab07eb436 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.353762] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2240.354077] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2240.354313] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Deleting the datastore file [datastore2] 59f7174f-0fb2-4855-971d-3b2e831ff63c {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2240.354680] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ebb5d9-8a9c-4377-9e65-1528d46b94c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.361228] env[63862]: DEBUG oslo_vmware.api [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for the task: (returnval){ [ 2240.361228] env[63862]: value = "task-2098650" [ 2240.361228] env[63862]: _type = "Task" [ 2240.361228] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.371356] env[63862]: DEBUG oslo_vmware.api [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.582218] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.583841] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.523s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.584119] env[63862]: DEBUG nova.objects.instance [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lazy-loading 'resources' on Instance uuid a52c8ca3-482e-48df-b8a1-7a20bbbaddf7 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.608362] env[63862]: INFO nova.scheduler.client.report [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Deleted allocations for instance 927a9675-d66c-48a3-98a2-06bbed32126a [ 2240.678298] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.678479] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.678859] env[63862]: DEBUG nova.network.neutron [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2240.688889] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "a468b187-e36c-43f0-bd86-126564068f4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.692018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.692018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "a468b187-e36c-43f0-bd86-126564068f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.692018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.692018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.692018] env[63862]: INFO nova.compute.manager [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Terminating instance [ 2240.730492] env[63862]: DEBUG nova.compute.manager [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2240.731624] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2240.732387] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d9ad7-6dc1-4d83-b354-fc9021fe4bad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.744437] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2240.744437] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e62f83b-6f00-48ef-99da-ff02f3a39b9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.749113] env[63862]: DEBUG oslo_vmware.api [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2240.749113] env[63862]: value = "task-2098651" [ 2240.749113] env[63862]: _type = "Task" [ 2240.749113] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.761415] env[63862]: DEBUG oslo_vmware.api [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.874445] env[63862]: DEBUG oslo_vmware.api [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Task: {'id': task-2098650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274795} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.874993] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2240.875377] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2240.875707] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2240.879017] env[63862]: INFO nova.compute.manager [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2240.879017] env[63862]: DEBUG oslo.service.loopingcall [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.879017] env[63862]: DEBUG nova.compute.manager [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2240.879017] env[63862]: DEBUG nova.network.neutron [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2240.904088] env[63862]: DEBUG nova.network.neutron [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2241.116480] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4f0c34de-c6b3-4fc3-a635-9a5bb7221517 tempest-ServersTestFqdnHostnames-459933812 tempest-ServersTestFqdnHostnames-459933812-project-member] Lock "927a9675-d66c-48a3-98a2-06bbed32126a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.819s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.199840] env[63862]: DEBUG nova.compute.manager [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2241.199840] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2241.200557] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e407134-2c8b-4d18-861e-0a95f01d0250 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.210995] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2241.211271] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cace89-5e13-4467-9b35-592535c3357b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.222268] env[63862]: DEBUG oslo_vmware.api [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2241.222268] env[63862]: value = "task-2098652" [ 2241.222268] env[63862]: _type = "Task" [ 2241.222268] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.230532] env[63862]: DEBUG oslo_vmware.api [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.259641] env[63862]: DEBUG oslo_vmware.api [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098651, 'name': PowerOffVM_Task, 'duration_secs': 0.173418} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.266742] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2241.266940] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.267415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2dcb7e4-c320-4ff4-934f-cc5baa1ae90b tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.268637] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02e2d9f-dbac-4426-9ec1-1c10f5f99431 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.397584] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1fd973-d98e-444e-96fd-77ccb36611d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.409099] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8822163e-c6c8-4a82-bd96-5d9c655a4ecb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.412831] env[63862]: DEBUG nova.network.neutron [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.416982] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.417372] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.417692] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.418421] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.418421] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.448026] env[63862]: INFO nova.compute.manager [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Terminating instance [ 2241.449499] env[63862]: DEBUG nova.network.neutron [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [{"id": "452f74ca-b5dd-414f-a6cd-4165c429a550", "address": "fa:16:3e:c0:34:e6", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452f74ca-b5", "ovs_interfaceid": "452f74ca-b5dd-414f-a6cd-4165c429a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.454055] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f71ed9-5d7a-4d02-bd73-cf9f22086858 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.457564] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2241.457769] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2241.457942] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleting the datastore file [datastore2] 5b520c1c-541a-4366-a293-306a30ddd6e0 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2241.458395] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f6e36d-ab7d-4c9d-86bc-9d33cf57f510 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.465773] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e95a89-07e5-423e-9383-fff04a3c2e7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.471665] env[63862]: DEBUG oslo_vmware.api [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2241.471665] env[63862]: value = "task-2098654" [ 2241.471665] env[63862]: _type = "Task" [ 2241.471665] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.484362] env[63862]: DEBUG nova.compute.provider_tree [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2241.494507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.494507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.495204] env[63862]: DEBUG oslo_vmware.api [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.734152] env[63862]: DEBUG oslo_vmware.api [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098652, 'name': PowerOffVM_Task, 'duration_secs': 0.209974} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.734419] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2241.734583] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2241.734846] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87685186-c88b-4c80-803c-f53a18cf52c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.915770] env[63862]: INFO nova.compute.manager [-] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Took 1.04 seconds to deallocate network for instance. [ 2241.956268] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.961840] env[63862]: DEBUG nova.compute.manager [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2241.962141] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2241.963415] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da0a92-476e-40d6-b6a7-0649d25bd835 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.972265] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2241.972635] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f544749d-33ef-477d-9164-cc5a708d9b1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.984468] env[63862]: DEBUG oslo_vmware.api [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2241.984468] env[63862]: value = "task-2098656" [ 2241.984468] env[63862]: _type = "Task" [ 2241.984468] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.984707] env[63862]: DEBUG oslo_vmware.api [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143249} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.985059] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2241.985269] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2241.985474] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2241.985655] env[63862]: INFO nova.compute.manager [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2241.985904] env[63862]: DEBUG oslo.service.loopingcall [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2241.989012] env[63862]: DEBUG nova.compute.manager [-] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2241.989182] env[63862]: DEBUG nova.network.neutron [-] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2241.996513] env[63862]: DEBUG nova.scheduler.client.report [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2242.000147] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2242.193028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2242.193028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2242.193028] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleting the datastore file [datastore2] a468b187-e36c-43f0-bd86-126564068f4e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2242.193028] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81f6681a-1864-4959-94d0-799ca9db6e03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.203814] env[63862]: DEBUG oslo_vmware.api [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for the task: (returnval){ [ 2242.203814] env[63862]: value = "task-2098657" [ 2242.203814] env[63862]: _type = "Task" [ 2242.203814] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.218357] env[63862]: DEBUG oslo_vmware.api [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.422866] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.435606] env[63862]: DEBUG nova.compute.manager [req-07c49033-89b0-4f8b-8108-a596915bd211 req-0640d3a7-ca77-4671-9655-d9c2e355d1fb service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Received event network-vif-deleted-6cc7fca2-2949-41d3-99ef-61d3e35cdab4 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.435888] env[63862]: INFO nova.compute.manager [req-07c49033-89b0-4f8b-8108-a596915bd211 req-0640d3a7-ca77-4671-9655-d9c2e355d1fb service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Neutron deleted interface 6cc7fca2-2949-41d3-99ef-61d3e35cdab4; detaching it from the instance and deleting it from the info cache [ 2242.436152] env[63862]: DEBUG nova.network.neutron [req-07c49033-89b0-4f8b-8108-a596915bd211 req-0640d3a7-ca77-4671-9655-d9c2e355d1fb service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.490631] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69810e8a-57cc-465d-b5cb-be3241e6cd72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.498576] env[63862]: DEBUG oslo_vmware.api [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098656, 'name': PowerOffVM_Task, 'duration_secs': 0.250606} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.513095] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2242.513095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2242.515632] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.519861] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6534a6cb-ab3f-4f7b-9c42-aec8b3e00e92 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.521843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.883s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.522107] env[63862]: DEBUG nova.objects.instance [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lazy-loading 'resources' on Instance uuid 390c8d4a-212e-4acf-91ec-1ab339958bb8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2242.523638] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af428d9-9bea-4a17-b27f-886aa9fdbc0c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.532312] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2242.537879] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.540307] env[63862]: INFO nova.scheduler.client.report [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleted allocations for instance a52c8ca3-482e-48df-b8a1-7a20bbbaddf7 [ 2242.631048] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2242.631299] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2242.631481] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleting the datastore file [datastore2] 4796b724-bccf-4b79-ac9f-ac633527def9 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2242.631753] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fe6c713-5a17-4c65-a895-80c7c94d0286 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.639152] env[63862]: DEBUG oslo_vmware.api [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2242.639152] env[63862]: value = "task-2098659" [ 2242.639152] env[63862]: _type = "Task" [ 2242.639152] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.648984] env[63862]: DEBUG oslo_vmware.api [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.714595] env[63862]: DEBUG oslo_vmware.api [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Task: {'id': task-2098657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151521} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.714923] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2242.715143] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2242.715328] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2242.715499] env[63862]: INFO nova.compute.manager [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Took 1.52 seconds to destroy the instance on the hypervisor. [ 2242.715727] env[63862]: DEBUG oslo.service.loopingcall [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2242.716008] env[63862]: DEBUG nova.compute.manager [-] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2242.716120] env[63862]: DEBUG nova.network.neutron [-] [instance: a468b187-e36c-43f0-bd86-126564068f4e] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2242.846749] env[63862]: DEBUG nova.network.neutron [-] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.938907] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b124a6d-cc17-4274-b81f-5281a29e04be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.948689] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239ac84-1d14-4ee7-994c-b307824b6901 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.984959] env[63862]: DEBUG nova.compute.manager [req-07c49033-89b0-4f8b-8108-a596915bd211 req-0640d3a7-ca77-4671-9655-d9c2e355d1fb service nova] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Detach interface failed, port_id=6cc7fca2-2949-41d3-99ef-61d3e35cdab4, reason: Instance 5b520c1c-541a-4366-a293-306a30ddd6e0 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2243.039142] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2243.039664] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bbfd259-e7bc-46ef-9565-bca3684e4ffe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.051382] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2243.051382] env[63862]: value = "task-2098660" [ 2243.051382] env[63862]: _type = "Task" [ 2243.051382] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.054990] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8847a8eb-e8b6-458e-affa-996128641a35 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "a52c8ca3-482e-48df-b8a1-7a20bbbaddf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.387s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.067209] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098660, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.149122] env[63862]: DEBUG oslo_vmware.api [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135421} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.151730] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2243.151926] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2243.152117] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2243.152291] env[63862]: INFO nova.compute.manager [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2243.152526] env[63862]: DEBUG oslo.service.loopingcall [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2243.153231] env[63862]: DEBUG nova.compute.manager [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2243.153342] env[63862]: DEBUG nova.network.neutron [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2243.316164] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bafe6e-908d-488f-9735-c16d09d36823 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.324627] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5707d992-46e6-473d-9fff-7e43606d1a00 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.357092] env[63862]: INFO nova.compute.manager [-] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Took 1.37 seconds to deallocate network for instance. [ 2243.359649] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f05d9-3b86-48ad-94e3-25a318e783f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.370419] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d15cb-047f-43dc-9285-36c5f64d0261 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.385450] env[63862]: DEBUG nova.compute.provider_tree [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2243.563550] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098660, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.606363] env[63862]: DEBUG nova.network.neutron [-] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.867399] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.888516] env[63862]: DEBUG nova.scheduler.client.report [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2244.069605] env[63862]: DEBUG oslo_vmware.api [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098660, 'name': PowerOnVM_Task, 'duration_secs': 0.54669} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.069891] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2244.071769] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2807e5-9d0b-49f8-af95-24a36b5c9415 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance '6881cb2b-c258-4a3b-a97c-a147f2e117f3' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2244.111528] env[63862]: INFO nova.compute.manager [-] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Took 1.39 seconds to deallocate network for instance. [ 2244.393745] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.396802] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.197s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.397034] env[63862]: DEBUG nova.objects.instance [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lazy-loading 'pci_requests' on Instance uuid 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.416707] env[63862]: INFO nova.scheduler.client.report [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Deleted allocations for instance 390c8d4a-212e-4acf-91ec-1ab339958bb8 [ 2244.469597] env[63862]: DEBUG nova.compute.manager [req-79ab9d43-e74a-4177-9a9d-9516cfd11484 req-867f5a06-3572-4d2b-a021-15b7a69ca4d8 service nova] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Received event network-vif-deleted-493101a1-e18b-4729-bedc-f23626c2aae0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.469906] env[63862]: DEBUG nova.compute.manager [req-79ab9d43-e74a-4177-9a9d-9516cfd11484 req-867f5a06-3572-4d2b-a021-15b7a69ca4d8 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Received event network-vif-deleted-e33215c1-a78b-4d1c-a1c6-181de4d72eed {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.470045] env[63862]: INFO nova.compute.manager [req-79ab9d43-e74a-4177-9a9d-9516cfd11484 req-867f5a06-3572-4d2b-a021-15b7a69ca4d8 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Neutron deleted interface e33215c1-a78b-4d1c-a1c6-181de4d72eed; detaching it from the instance and deleting it from the info cache [ 2244.470246] env[63862]: DEBUG nova.network.neutron [req-79ab9d43-e74a-4177-9a9d-9516cfd11484 req-867f5a06-3572-4d2b-a021-15b7a69ca4d8 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.609259] env[63862]: DEBUG nova.network.neutron [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.617812] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.901798] env[63862]: DEBUG nova.objects.instance [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lazy-loading 'numa_topology' on Instance uuid 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.925528] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2379f572-5697-407f-98f9-3083d335c6c9 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962 tempest-FloatingIPsAssociationNegativeTestJSON-1092793962-project-member] Lock "390c8d4a-212e-4acf-91ec-1ab339958bb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.052s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.972649] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b6bf4c-73ac-414b-a663-40b13f530702 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.982750] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac993e99-b7f7-4363-8ca2-8fec7f10054c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.016206] env[63862]: DEBUG nova.compute.manager [req-79ab9d43-e74a-4177-9a9d-9516cfd11484 req-867f5a06-3572-4d2b-a021-15b7a69ca4d8 service nova] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Detach interface failed, port_id=e33215c1-a78b-4d1c-a1c6-181de4d72eed, reason: Instance 4796b724-bccf-4b79-ac9f-ac633527def9 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2245.114528] env[63862]: INFO nova.compute.manager [-] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Took 1.96 seconds to deallocate network for instance. [ 2245.407157] env[63862]: INFO nova.compute.claims [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2245.621157] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.235467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a589478-68e6-4ac3-830e-ca7fa8fa1c44 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.246228] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b166f-2d88-4e17-8b48-07066747f221 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.282073] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03152a9b-13bc-4ee5-876a-ad9b5b9b8be3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.295015] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494961f5-db72-492f-9ef2-023a7a205eb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.311408] env[63862]: DEBUG nova.compute.provider_tree [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2246.560958] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.561260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.561449] env[63862]: DEBUG nova.compute.manager [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Going to confirm migration 4 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2246.820095] env[63862]: DEBUG nova.scheduler.client.report [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2246.874522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "4cfe5db8-924d-4733-a0aa-77b41889ab56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.874522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.874522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "4cfe5db8-924d-4733-a0aa-77b41889ab56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2246.874522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.874522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.875750] env[63862]: INFO nova.compute.manager [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Terminating instance [ 2247.135306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.135530] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.135660] env[63862]: DEBUG nova.network.neutron [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2247.135898] env[63862]: DEBUG nova.objects.instance [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'info_cache' on Instance uuid 6881cb2b-c258-4a3b-a97c-a147f2e117f3 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2247.322366] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.925s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.325097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.797s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.326625] env[63862]: INFO nova.compute.claims [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2247.362585] env[63862]: INFO nova.network.neutron [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating port cfe02231-4525-4120-b7a9-be27ebed9fbd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2247.383676] env[63862]: DEBUG nova.compute.manager [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2247.383676] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2247.385707] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20faf8c9-407b-492c-bf44-952346f348a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.395146] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2247.395323] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9de3b01-f90d-4edc-bdc7-0d03ad53191d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.401403] env[63862]: DEBUG oslo_vmware.api [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2247.401403] env[63862]: value = "task-2098661" [ 2247.401403] env[63862]: _type = "Task" [ 2247.401403] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.411852] env[63862]: DEBUG oslo_vmware.api [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.915119] env[63862]: DEBUG oslo_vmware.api [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098661, 'name': PowerOffVM_Task, 'duration_secs': 0.204743} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.915427] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2247.915988] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2247.916199] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-783104fe-a6bd-4d8f-ac41-158e1ac5bd2b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.401108] env[63862]: DEBUG nova.network.neutron [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [{"id": "452f74ca-b5dd-414f-a6cd-4165c429a550", "address": "fa:16:3e:c0:34:e6", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap452f74ca-b5", "ovs_interfaceid": "452f74ca-b5dd-414f-a6cd-4165c429a550", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2248.602068] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2e2f4d-346b-4fc5-b159-d3cee9a66389 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.610386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc0349-a533-4fc3-8733-bba5ea0212cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.649802] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41291d8c-e1b1-46c8-873e-b8842eae0c1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.658476] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3bf83b-50c7-44a3-8f64-a81e27ec2c0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.675459] env[63862]: DEBUG nova.compute.provider_tree [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.707648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "439a36f6-370c-45fd-88b2-e413bae35b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.707842] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "439a36f6-370c-45fd-88b2-e413bae35b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.903963] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-6881cb2b-c258-4a3b-a97c-a147f2e117f3" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.905671] env[63862]: DEBUG nova.objects.instance [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'migration_context' on Instance uuid 6881cb2b-c258-4a3b-a97c-a147f2e117f3 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2249.179197] env[63862]: DEBUG nova.scheduler.client.report [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2249.210350] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2249.408756] env[63862]: DEBUG nova.objects.base [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Object Instance<6881cb2b-c258-4a3b-a97c-a147f2e117f3> lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2249.409725] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9224177-eb31-4a8a-84e2-abfc9f4f1847 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.430090] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24afeeb-ff01-4769-a4f0-d8a48d97cad6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.435708] env[63862]: DEBUG oslo_vmware.api [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2249.435708] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e72f99-d37c-85ba-f656-d07a0cf46630" [ 2249.435708] env[63862]: _type = "Task" [ 2249.435708] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.444146] env[63862]: DEBUG oslo_vmware.api [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e72f99-d37c-85ba-f656-d07a0cf46630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.685046] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.685616] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2249.691606] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.909s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.691606] env[63862]: DEBUG nova.objects.instance [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'resources' on Instance uuid 3a3816f6-9478-45f3-be2d-0a58ac0335dc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2249.733229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.949294] env[63862]: DEBUG oslo_vmware.api [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e72f99-d37c-85ba-f656-d07a0cf46630, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.949618] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.192728] env[63862]: DEBUG nova.compute.utils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2250.194457] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2250.194793] env[63862]: DEBUG nova.network.neutron [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2250.300578] env[63862]: DEBUG nova.policy [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f72292f65b3f47e0b84a1f5a9dfacd11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6217ac001fd42eebcebb9421c708da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2250.516858] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f5ad54-ca1d-4225-8c51-cb473da17858 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.527763] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f579d5-feff-40fa-817f-c87a709b338f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.564403] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ebb0e2-f874-4bec-ad26-1caef1b62ac7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.573302] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7bfcfc-60a6-4c1d-85c2-0d693dd0cdf8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.587393] env[63862]: DEBUG nova.compute.provider_tree [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2250.683077] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2250.683193] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2250.683284] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleting the datastore file [datastore2] 4cfe5db8-924d-4733-a0aa-77b41889ab56 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2250.683580] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67a2e53b-ae52-4d59-a3e8-5d9104942cee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.691683] env[63862]: DEBUG oslo_vmware.api [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2250.691683] env[63862]: value = "task-2098663" [ 2250.691683] env[63862]: _type = "Task" [ 2250.691683] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.702532] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2250.702866] env[63862]: DEBUG oslo_vmware.api [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.741790] env[63862]: DEBUG nova.network.neutron [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Successfully created port: e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2251.092036] env[63862]: DEBUG nova.scheduler.client.report [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2251.203902] env[63862]: DEBUG oslo_vmware.api [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218734} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.203902] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2251.204161] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2251.204380] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2251.204615] env[63862]: INFO nova.compute.manager [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Took 3.82 seconds to destroy the instance on the hypervisor. [ 2251.204885] env[63862]: DEBUG oslo.service.loopingcall [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2251.208351] env[63862]: DEBUG nova.compute.manager [-] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2251.208517] env[63862]: DEBUG nova.network.neutron [-] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2251.501276] env[63862]: DEBUG nova.compute.manager [req-ba7f795d-b89a-41f2-9c1f-6dbd725c170d req-85cab3d0-388c-48a0-b0ce-72b4be583fa1 service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Received event network-vif-deleted-3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.501465] env[63862]: INFO nova.compute.manager [req-ba7f795d-b89a-41f2-9c1f-6dbd725c170d req-85cab3d0-388c-48a0-b0ce-72b4be583fa1 service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Neutron deleted interface 3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8; detaching it from the instance and deleting it from the info cache [ 2251.501642] env[63862]: DEBUG nova.network.neutron [req-ba7f795d-b89a-41f2-9c1f-6dbd725c170d req-85cab3d0-388c-48a0-b0ce-72b4be583fa1 service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.595150] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.599788] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.429s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.599788] env[63862]: DEBUG nova.objects.instance [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2251.623287] env[63862]: INFO nova.scheduler.client.report [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted allocations for instance 3a3816f6-9478-45f3-be2d-0a58ac0335dc [ 2251.712539] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2251.742739] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2251.742997] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2251.743195] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2251.743385] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2251.743545] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2251.743695] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2251.743904] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2251.744588] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2251.745114] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2251.745114] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2251.745225] env[63862]: DEBUG nova.virt.hardware [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2251.746748] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b48318-84cb-4e78-bbc2-8ffb3f86c366 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.756053] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1fdeb2-618a-4472-ac62-6ad1f587300a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.869219] env[63862]: DEBUG nova.compute.manager [req-0ee7b5e7-a290-4b47-8289-cf3c7525dffb req-87a47aff-76fa-4067-b2ee-d837a34c4ece service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-vif-plugged-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2251.869219] env[63862]: DEBUG oslo_concurrency.lockutils [req-0ee7b5e7-a290-4b47-8289-cf3c7525dffb req-87a47aff-76fa-4067-b2ee-d837a34c4ece service nova] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.869482] env[63862]: DEBUG oslo_concurrency.lockutils [req-0ee7b5e7-a290-4b47-8289-cf3c7525dffb req-87a47aff-76fa-4067-b2ee-d837a34c4ece service nova] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.869767] env[63862]: DEBUG oslo_concurrency.lockutils [req-0ee7b5e7-a290-4b47-8289-cf3c7525dffb req-87a47aff-76fa-4067-b2ee-d837a34c4ece service nova] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.870148] env[63862]: DEBUG nova.compute.manager [req-0ee7b5e7-a290-4b47-8289-cf3c7525dffb req-87a47aff-76fa-4067-b2ee-d837a34c4ece service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] No waiting events found dispatching network-vif-plugged-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2251.870839] env[63862]: WARNING nova.compute.manager [req-0ee7b5e7-a290-4b47-8289-cf3c7525dffb req-87a47aff-76fa-4067-b2ee-d837a34c4ece service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received unexpected event network-vif-plugged-cfe02231-4525-4120-b7a9-be27ebed9fbd for instance with vm_state shelved_offloaded and task_state spawning. [ 2251.934609] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "e9a238da-62d7-4923-b2f8-9a41688565f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.935496] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.975525] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.975752] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.975934] env[63862]: DEBUG nova.network.neutron [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2251.980117] env[63862]: DEBUG nova.network.neutron [-] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.004509] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c15c6525-96f9-4ebb-90e1-3f1eb2acc189 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.015448] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806db185-10d1-423c-9e25-d6741863fba8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.047241] env[63862]: DEBUG nova.compute.manager [req-ba7f795d-b89a-41f2-9c1f-6dbd725c170d req-85cab3d0-388c-48a0-b0ce-72b4be583fa1 service nova] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Detach interface failed, port_id=3b9b87f8-e12f-4d0f-8a1b-a230d9513dc8, reason: Instance 4cfe5db8-924d-4733-a0aa-77b41889ab56 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2252.128468] env[63862]: DEBUG oslo_concurrency.lockutils [None req-70cd5c05-1a42-4d2a-b0ec-436131f0621d tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "3a3816f6-9478-45f3-be2d-0a58ac0335dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.179s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.331125] env[63862]: DEBUG nova.network.neutron [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Successfully updated port: e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2252.437961] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2252.482403] env[63862]: INFO nova.compute.manager [-] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Took 1.27 seconds to deallocate network for instance. [ 2252.607331] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5402aec5-a2bc-458d-b558-2bcb16836cbe tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.608403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.186s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.608634] env[63862]: DEBUG nova.objects.instance [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lazy-loading 'resources' on Instance uuid 59f7174f-0fb2-4855-971d-3b2e831ff63c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2252.681852] env[63862]: DEBUG nova.network.neutron [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2252.839247] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "refresh_cache-ed20b9fb-2e04-4078-8eec-13a512b4597f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.839247] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquired lock "refresh_cache-ed20b9fb-2e04-4078-8eec-13a512b4597f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.839247] env[63862]: DEBUG nova.network.neutron [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2252.966413] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.990816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.184900] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.217097] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='43bf76f3678b61c069ab31fef195ad76',container_format='bare',created_at=2025-01-13T22:48:37Z,direct_url=,disk_format='vmdk',id=ae45b4a0-35d1-419c-b79d-e45afcfcae22,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1273357782-shelved',owner='6d60440b6f154c22a0060c0566740034',properties=ImageMetaProps,protected=,size=31591424,status='active',tags=,updated_at=2025-01-13T22:49:00Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2253.217368] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2253.217528] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2253.217721] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2253.217852] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2253.217997] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2253.218250] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2253.218434] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2253.218607] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2253.218770] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2253.218944] env[63862]: DEBUG nova.virt.hardware [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2253.219962] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63e8579-15be-42a1-9c16-501c3b3bffe4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.231955] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81063d-cebf-4b66-a829-d7c81eed06f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.250684] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:55:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfe02231-4525-4120-b7a9-be27ebed9fbd', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2253.258161] env[63862]: DEBUG oslo.service.loopingcall [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2253.261025] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2253.261264] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b428689-e33f-4677-bc25-df16c6a8fd3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.286841] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2253.286841] env[63862]: value = "task-2098664" [ 2253.286841] env[63862]: _type = "Task" [ 2253.286841] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.296007] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098664, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.379668] env[63862]: DEBUG nova.network.neutron [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2253.400135] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d640ba8-1612-406f-91f2-1ec4c094aa6d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.407808] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20ad89a-2c06-44ba-ac0c-970344028837 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.441453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047533d-bc67-4510-ac41-73fce94025ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.450339] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcea25a-d3a5-4098-9457-240dbf2529b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.463556] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2253.531277] env[63862]: DEBUG nova.compute.manager [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Received event network-vif-plugged-e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2253.533028] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] Acquiring lock "ed20b9fb-2e04-4078-8eec-13a512b4597f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.533028] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.533028] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.533028] env[63862]: DEBUG nova.compute.manager [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] No waiting events found dispatching network-vif-plugged-e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2253.533028] env[63862]: WARNING nova.compute.manager [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Received unexpected event network-vif-plugged-e4d497c5-9c8c-4972-aa20-d4a31cee983b for instance with vm_state building and task_state spawning. [ 2253.533028] env[63862]: DEBUG nova.compute.manager [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Received event network-changed-e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2253.533028] env[63862]: DEBUG nova.compute.manager [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Refreshing instance network info cache due to event network-changed-e4d497c5-9c8c-4972-aa20-d4a31cee983b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2253.533028] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] Acquiring lock "refresh_cache-ed20b9fb-2e04-4078-8eec-13a512b4597f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.577239] env[63862]: DEBUG nova.network.neutron [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Updating instance_info_cache with network_info: [{"id": "e4d497c5-9c8c-4972-aa20-d4a31cee983b", "address": "fa:16:3e:35:3e:b6", "network": {"id": "88cbf60d-4948-492c-ab16-6ad7d3a19a09", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-858959332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6217ac001fd42eebcebb9421c708da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d497c5-9c", "ovs_interfaceid": "e4d497c5-9c8c-4972-aa20-d4a31cee983b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.796528] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098664, 'name': CreateVM_Task, 'duration_secs': 0.489795} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.796826] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2253.797339] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.797521] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.797881] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2253.798148] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf348c1a-7f80-4c25-86ba-0f02d0a515a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.802492] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2253.802492] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c54759-cb95-5fd1-f628-40f2735b13a1" [ 2253.802492] env[63862]: _type = "Task" [ 2253.802492] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.809822] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c54759-cb95-5fd1-f628-40f2735b13a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.895115] env[63862]: DEBUG nova.compute.manager [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-changed-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2253.895386] env[63862]: DEBUG nova.compute.manager [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Refreshing instance network info cache due to event network-changed-cfe02231-4525-4120-b7a9-be27ebed9fbd. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2253.895731] env[63862]: DEBUG oslo_concurrency.lockutils [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.895850] env[63862]: DEBUG oslo_concurrency.lockutils [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.896160] env[63862]: DEBUG nova.network.neutron [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Refreshing network info cache for port cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2253.987888] env[63862]: ERROR nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [req-24b9dffd-e936-4cab-8a13-61a4a479fd24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24b9dffd-e936-4cab-8a13-61a4a479fd24"}]} [ 2254.003800] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2254.017667] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2254.017882] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2254.028324] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2254.045761] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2254.081026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Releasing lock "refresh_cache-ed20b9fb-2e04-4078-8eec-13a512b4597f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.081026] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Instance network_info: |[{"id": "e4d497c5-9c8c-4972-aa20-d4a31cee983b", "address": "fa:16:3e:35:3e:b6", "network": {"id": "88cbf60d-4948-492c-ab16-6ad7d3a19a09", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-858959332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6217ac001fd42eebcebb9421c708da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d497c5-9c", "ovs_interfaceid": "e4d497c5-9c8c-4972-aa20-d4a31cee983b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2254.081026] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] Acquired lock "refresh_cache-ed20b9fb-2e04-4078-8eec-13a512b4597f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.081236] env[63862]: DEBUG nova.network.neutron [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Refreshing network info cache for port e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2254.082573] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:3e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4d497c5-9c8c-4972-aa20-d4a31cee983b', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2254.089989] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Creating folder: Project (a6217ac001fd42eebcebb9421c708da1). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2254.093376] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fef9db9d-c12f-41b3-823a-458614a70ab9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.106069] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Created folder: Project (a6217ac001fd42eebcebb9421c708da1) in parent group-v429490. [ 2254.107176] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Creating folder: Instances. Parent ref: group-v429727. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2254.107176] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aba5b9a-d2fc-4124-b206-da34b1dd0430 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.119414] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Created folder: Instances in parent group-v429727. [ 2254.119602] env[63862]: DEBUG oslo.service.loopingcall [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2254.121974] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2254.122724] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b313d16-5914-46e6-92fb-d480cb50d92b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.144828] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2254.144828] env[63862]: value = "task-2098667" [ 2254.144828] env[63862]: _type = "Task" [ 2254.144828] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.153576] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098667, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.300618] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4bdb4e-7a3b-4b5f-911f-e7402f4edc63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.315925] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00866d-4e9c-42cb-8287-7c634211599c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.318739] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.319072] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Processing image ae45b4a0-35d1-419c-b79d-e45afcfcae22 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2254.319375] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.319564] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.319811] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2254.320418] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cafad15-0b1d-4627-8181-86b67b87361e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.347864] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86739787-6f53-4374-a764-f10edff3ad28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.350361] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2254.350567] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2254.351279] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c9460c-4930-408a-8ebe-f55aa3d93cd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.356509] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2254.356509] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527f6e22-1199-3cb4-af04-b9c34e09686a" [ 2254.356509] env[63862]: _type = "Task" [ 2254.356509] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.362082] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24e666-ff6c-478d-a44e-9afccf20e730 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.378526] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Preparing fetch location {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2254.378767] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Fetch image to [datastore2] OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11/OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11.vmdk {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2254.378947] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Downloading stream optimized image ae45b4a0-35d1-419c-b79d-e45afcfcae22 to [datastore2] OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11/OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11.vmdk on the data store datastore2 as vApp {{(pid=63862) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2254.379132] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Downloading image file data ae45b4a0-35d1-419c-b79d-e45afcfcae22 to the ESX as VM named 'OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11' {{(pid=63862) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2254.381178] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2254.465309] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2254.465309] env[63862]: value = "resgroup-9" [ 2254.465309] env[63862]: _type = "ResourcePool" [ 2254.465309] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2254.466024] env[63862]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fc57aaf9-7e61-4ed2-81a4-40914e71abb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.489773] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lease: (returnval){ [ 2254.489773] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228242a-5ad3-0a74-fe12-db50661dcdb5" [ 2254.489773] env[63862]: _type = "HttpNfcLease" [ 2254.489773] env[63862]: } obtained for vApp import into resource pool (val){ [ 2254.489773] env[63862]: value = "resgroup-9" [ 2254.489773] env[63862]: _type = "ResourcePool" [ 2254.489773] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2254.490049] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the lease: (returnval){ [ 2254.490049] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228242a-5ad3-0a74-fe12-db50661dcdb5" [ 2254.490049] env[63862]: _type = "HttpNfcLease" [ 2254.490049] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2254.496671] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2254.496671] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228242a-5ad3-0a74-fe12-db50661dcdb5" [ 2254.496671] env[63862]: _type = "HttpNfcLease" [ 2254.496671] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2254.655671] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098667, 'name': CreateVM_Task, 'duration_secs': 0.372276} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.655853] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2254.657154] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.657370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.658008] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2254.658660] env[63862]: DEBUG nova.network.neutron [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updated VIF entry in instance network info cache for port cfe02231-4525-4120-b7a9-be27ebed9fbd. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2254.659022] env[63862]: DEBUG nova.network.neutron [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.660903] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f4382d-6588-4b3b-b6b6-1faefe8ae143 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.667326] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2254.667326] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52afa7a5-a4f8-cda4-fd47-c89004d82492" [ 2254.667326] env[63862]: _type = "Task" [ 2254.667326] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.675911] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52afa7a5-a4f8-cda4-fd47-c89004d82492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.755674] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.755674] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.805308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.805616] env[63862]: DEBUG oslo_concurrency.lockutils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.864122] env[63862]: DEBUG nova.network.neutron [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Updated VIF entry in instance network info cache for port e4d497c5-9c8c-4972-aa20-d4a31cee983b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2254.864493] env[63862]: DEBUG nova.network.neutron [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Updating instance_info_cache with network_info: [{"id": "e4d497c5-9c8c-4972-aa20-d4a31cee983b", "address": "fa:16:3e:35:3e:b6", "network": {"id": "88cbf60d-4948-492c-ab16-6ad7d3a19a09", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-858959332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6217ac001fd42eebcebb9421c708da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4d497c5-9c", "ovs_interfaceid": "e4d497c5-9c8c-4972-aa20-d4a31cee983b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.902736] env[63862]: ERROR nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] [req-8be23f6a-dfa0-483e-8d47-1f5b02901551] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8be23f6a-dfa0-483e-8d47-1f5b02901551"}]} [ 2254.920358] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2254.936409] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2254.936682] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2254.950602] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2254.974268] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2255.001212] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2255.001212] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228242a-5ad3-0a74-fe12-db50661dcdb5" [ 2255.001212] env[63862]: _type = "HttpNfcLease" [ 2255.001212] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2255.167064] env[63862]: DEBUG oslo_concurrency.lockutils [req-9e87a54f-03ad-4eb0-b7e6-a613ccd58147 req-f0860058-909e-482b-8a6a-16ab703f6921 service nova] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.176948] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52afa7a5-a4f8-cda4-fd47-c89004d82492, 'name': SearchDatastore_Task, 'duration_secs': 0.011689} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.179576] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.179839] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2255.180106] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.180262] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.180476] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2255.181033] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f339a98f-be6c-4cba-bc9d-4f09be400cf8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.188860] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2255.189138] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2255.192055] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0c2d36-9947-4fad-943f-ec32bfb430e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.197830] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2255.197830] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5265251e-0ff4-bb76-2c1c-4d56dcbd86fd" [ 2255.197830] env[63862]: _type = "Task" [ 2255.197830] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.205064] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5265251e-0ff4-bb76-2c1c-4d56dcbd86fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.220196] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1702592-a920-4b6b-b4a6-dcb27a26d917 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.226994] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d96df6-49ce-4413-9593-4454f3e6c976 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.258389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb48437-f84e-4c6b-beca-902de44499cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.261104] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2255.269532] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0377d2-ed9a-420f-b49b-13e379431e5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.282862] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2255.308179] env[63862]: DEBUG nova.compute.utils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.367195] env[63862]: DEBUG oslo_concurrency.lockutils [req-1f4b8817-c4dc-42ea-9fbc-c9d262ee005b req-a8a8e1d7-f2b0-4346-a69e-04f9e6516bd2 service nova] Releasing lock "refresh_cache-ed20b9fb-2e04-4078-8eec-13a512b4597f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.499340] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2255.499340] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228242a-5ad3-0a74-fe12-db50661dcdb5" [ 2255.499340] env[63862]: _type = "HttpNfcLease" [ 2255.499340] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2255.499636] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2255.499636] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5228242a-5ad3-0a74-fe12-db50661dcdb5" [ 2255.499636] env[63862]: _type = "HttpNfcLease" [ 2255.499636] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2255.500414] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a9022-8506-48de-9d4e-e3b31ad3102f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.507771] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244c02b-c12e-a171-b9e1-09a2f091f196/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2255.507949] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating HTTP connection to write to file with size = 31591424 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244c02b-c12e-a171-b9e1-09a2f091f196/disk-0.vmdk. {{(pid=63862) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2255.574018] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0fa74a08-219f-460d-bd2d-432ec1bf5460 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.708146] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5265251e-0ff4-bb76-2c1c-4d56dcbd86fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008111} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.710015] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e8ae44-7903-4f78-b1c0-412f3924365f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.716925] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2255.716925] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b82408-6977-63d0-9f8f-4b9a315928dc" [ 2255.716925] env[63862]: _type = "Task" [ 2255.716925] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.727318] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b82408-6977-63d0-9f8f-4b9a315928dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.786110] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.811080] env[63862]: DEBUG oslo_concurrency.lockutils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.818095] env[63862]: DEBUG nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2255.818407] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 130 to 131 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2255.818597] env[63862]: DEBUG nova.compute.provider_tree [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2256.229503] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b82408-6977-63d0-9f8f-4b9a315928dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.231644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.231968] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ed20b9fb-2e04-4078-8eec-13a512b4597f/ed20b9fb-2e04-4078-8eec-13a512b4597f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2256.232276] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ff0489-6f31-4f38-902b-dbc8d19dda4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.240036] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2256.240036] env[63862]: value = "task-2098669" [ 2256.240036] env[63862]: _type = "Task" [ 2256.240036] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.251452] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.324946] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.716s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.328796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.791s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.330347] env[63862]: INFO nova.compute.claims [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2256.357436] env[63862]: INFO nova.scheduler.client.report [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Deleted allocations for instance 59f7174f-0fb2-4855-971d-3b2e831ff63c [ 2256.751384] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098669, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.814892] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Completed reading data from the image iterator. {{(pid=63862) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2256.815248] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244c02b-c12e-a171-b9e1-09a2f091f196/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2256.816198] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff212d1-fbf4-416d-a435-78009d687f87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.822505] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244c02b-c12e-a171-b9e1-09a2f091f196/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2256.822690] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244c02b-c12e-a171-b9e1-09a2f091f196/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2256.822910] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bc00d8a5-6866-4512-ad35-aafb45debfcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.868267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10a8851b-6eb6-48f0-bb4a-9fb91ec1c8eb tempest-ServerDiagnosticsV248Test-354886657 tempest-ServerDiagnosticsV248Test-354886657-project-member] Lock "59f7174f-0fb2-4855-971d-3b2e831ff63c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.682s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.894245] env[63862]: DEBUG oslo_concurrency.lockutils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2256.894457] env[63862]: DEBUG oslo_concurrency.lockutils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.894794] env[63862]: INFO nova.compute.manager [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Attaching volume a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9 to /dev/sdb [ 2256.928012] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae7885-fd04-4657-b71f-adb425cc0e4f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.935150] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7ab2e-1349-4605-b3bf-fa096acde47a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.949659] env[63862]: DEBUG nova.virt.block_device [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating existing volume attachment record: 169f5a23-6d0b-47a7-a3e4-7549b8cae392 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2257.071031] env[63862]: DEBUG oslo_vmware.rw_handles [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5244c02b-c12e-a171-b9e1-09a2f091f196/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2257.071213] env[63862]: INFO nova.virt.vmwareapi.images [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Downloaded image file data ae45b4a0-35d1-419c-b79d-e45afcfcae22 [ 2257.072654] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811bb42f-9f6d-4642-a06d-2727aac8cd22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.087951] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f501242-b14b-4b68-ad37-a25ace74619b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.124767] env[63862]: INFO nova.virt.vmwareapi.images [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] The imported VM was unregistered [ 2257.127673] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Caching image {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2257.127673] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2257.127673] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23160600-be39-43a2-bbac-c80297a3fbcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.137253] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Created directory with path [datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2257.137433] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11/OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11.vmdk to [datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk. {{(pid=63862) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2257.137684] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-14cefcab-fa74-49b5-b77e-20f372a6bdc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.143932] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2257.143932] env[63862]: value = "task-2098672" [ 2257.143932] env[63862]: _type = "Task" [ 2257.143932] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.151544] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098672, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.249039] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511396} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.249308] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ed20b9fb-2e04-4078-8eec-13a512b4597f/ed20b9fb-2e04-4078-8eec-13a512b4597f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2257.249519] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2257.249762] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aacff75e-a962-4651-85db-a8f7aea570fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.256616] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2257.256616] env[63862]: value = "task-2098673" [ 2257.256616] env[63862]: _type = "Task" [ 2257.256616] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.263623] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.606811] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd079a7-494b-4516-9143-81e0d0f4497f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.616455] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837e6a35-f6cd-41cb-9f11-dea914fd813e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.651691] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39eee10-5a2d-4f46-9405-7e8352983a85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.660367] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098672, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.664111] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ba31c-91b9-4ee8-a808-117954c8460d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.681835] env[63862]: DEBUG nova.compute.provider_tree [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2257.768151] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078272} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.768480] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2257.769389] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c0c47-3b48-4077-a3c7-c86d87c572c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.794709] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] ed20b9fb-2e04-4078-8eec-13a512b4597f/ed20b9fb-2e04-4078-8eec-13a512b4597f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2257.795068] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce2a0cc-41c2-40aa-b0f8-64b31a823aeb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.817402] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2257.817402] env[63862]: value = "task-2098676" [ 2257.817402] env[63862]: _type = "Task" [ 2257.817402] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.828601] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.160520] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098672, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.186309] env[63862]: DEBUG nova.scheduler.client.report [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2258.329602] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.661011] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098672, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.691958] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.692409] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2258.697060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.830s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.697780] env[63862]: DEBUG nova.objects.instance [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'resources' on Instance uuid 5b520c1c-541a-4366-a293-306a30ddd6e0 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.830351] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098676, 'name': ReconfigVM_Task, 'duration_secs': 0.888971} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.830678] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] ed20b9fb-2e04-4078-8eec-13a512b4597f/ed20b9fb-2e04-4078-8eec-13a512b4597f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2258.831396] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00de07cc-411c-488e-81f6-d7fe854f585b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.840589] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2258.840589] env[63862]: value = "task-2098677" [ 2258.840589] env[63862]: _type = "Task" [ 2258.840589] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.853129] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098677, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.161429] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098672, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.200108] env[63862]: DEBUG nova.compute.utils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2259.204421] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2259.204608] env[63862]: DEBUG nova.network.neutron [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2259.246262] env[63862]: DEBUG nova.policy [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2259.355402] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098677, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.493065] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6430cc4e-770a-4492-bd2b-58666cfd2984 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.502202] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa41a3a-13bb-4f26-9d8d-dffaaf3ae9be {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.538884] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46109d5a-1415-4d4d-83aa-5a3f78712f70 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.543852] env[63862]: DEBUG nova.network.neutron [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Successfully created port: f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2259.549771] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae2f0d-6973-4c6d-99d1-baf6bf1489f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.564020] env[63862]: DEBUG nova.compute.provider_tree [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2259.660374] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098672, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.397792} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.660471] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11/OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11.vmdk to [datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk. [ 2259.660650] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Cleaning up location [datastore2] OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2259.660811] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f6c0602b-daf0-47ec-b035-f56407467c11 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2259.661084] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ef9534-41b0-4706-a1a6-b37e4829d001 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.671581] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2259.671581] env[63862]: value = "task-2098679" [ 2259.671581] env[63862]: _type = "Task" [ 2259.671581] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.678368] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.705754] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2259.853747] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098677, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.918396] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "cc1672aa-26ae-4bee-ae03-e32878d61078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.918707] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.067373] env[63862]: DEBUG nova.scheduler.client.report [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2260.178417] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035892} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.178685] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2260.178853] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.179679] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk to [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2260.179679] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab05c845-7084-4002-91d4-bd0eca1b278b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.186160] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2260.186160] env[63862]: value = "task-2098680" [ 2260.186160] env[63862]: _type = "Task" [ 2260.186160] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.193217] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.352776] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098677, 'name': Rename_Task, 'duration_secs': 1.050651} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.353049] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2260.353371] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0adfb322-0b18-4401-a580-2b6757f285ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.359548] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2260.359548] env[63862]: value = "task-2098681" [ 2260.359548] env[63862]: _type = "Task" [ 2260.359548] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.367221] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.424643] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2260.574419] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.577535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.960s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.577971] env[63862]: DEBUG nova.objects.instance [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lazy-loading 'resources' on Instance uuid a468b187-e36c-43f0-bd86-126564068f4e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2260.599974] env[63862]: INFO nova.scheduler.client.report [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocations for instance 5b520c1c-541a-4366-a293-306a30ddd6e0 [ 2260.697366] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098680, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.716130] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2260.741903] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2260.742182] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2260.742342] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2260.742525] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2260.742675] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2260.742815] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2260.743043] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2260.743203] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2260.743370] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2260.743533] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2260.743702] env[63862]: DEBUG nova.virt.hardware [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2260.744684] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ed6114-4d90-4193-94dc-5ff773e0da1d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.755173] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751bff0a-dc59-406a-b204-961175e02a2d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.871950] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098681, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.946844] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.108947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4ebeffc-b58e-400a-85f3-e286851eaca3 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "5b520c1c-541a-4366-a293-306a30ddd6e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.887s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.203835] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098680, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.308723] env[63862]: DEBUG nova.compute.manager [req-7d6f9363-89f4-490f-a680-8e56bf2fabcc req-db431167-44e5-4d90-b682-c3de8bcb77de service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Received event network-vif-plugged-f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2261.308973] env[63862]: DEBUG oslo_concurrency.lockutils [req-7d6f9363-89f4-490f-a680-8e56bf2fabcc req-db431167-44e5-4d90-b682-c3de8bcb77de service nova] Acquiring lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.309211] env[63862]: DEBUG oslo_concurrency.lockutils [req-7d6f9363-89f4-490f-a680-8e56bf2fabcc req-db431167-44e5-4d90-b682-c3de8bcb77de service nova] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.309376] env[63862]: DEBUG oslo_concurrency.lockutils [req-7d6f9363-89f4-490f-a680-8e56bf2fabcc req-db431167-44e5-4d90-b682-c3de8bcb77de service nova] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.309544] env[63862]: DEBUG nova.compute.manager [req-7d6f9363-89f4-490f-a680-8e56bf2fabcc req-db431167-44e5-4d90-b682-c3de8bcb77de service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] No waiting events found dispatching network-vif-plugged-f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2261.309704] env[63862]: WARNING nova.compute.manager [req-7d6f9363-89f4-490f-a680-8e56bf2fabcc req-db431167-44e5-4d90-b682-c3de8bcb77de service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Received unexpected event network-vif-plugged-f45420b7-e70d-4759-a556-ec2fa549e666 for instance with vm_state building and task_state spawning. [ 2261.329785] env[63862]: DEBUG nova.network.neutron [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Successfully updated port: f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2261.372321] env[63862]: DEBUG oslo_vmware.api [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098681, 'name': PowerOnVM_Task, 'duration_secs': 0.846297} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.375415] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2261.375716] env[63862]: INFO nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Took 9.66 seconds to spawn the instance on the hypervisor. [ 2261.375896] env[63862]: DEBUG nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2261.378027] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54ce711-1dac-4bdb-b744-a2101bb42b13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.403913] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420e01f-6120-4eb6-9087-5a4417ad9b4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.416678] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cfe0ff-8557-419f-8f5e-8e4e26937124 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.454061] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a3350-a529-4e5b-a284-735d6092e285 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.466929] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ed694-4c4a-4e9e-8355-6d7f291b4cb5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.483538] env[63862]: DEBUG nova.compute.provider_tree [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.699087] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098680, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.834676] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.834820] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.834978] env[63862]: DEBUG nova.network.neutron [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2261.844834] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.845101] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2261.902939] env[63862]: INFO nova.compute.manager [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Took 24.40 seconds to build instance. [ 2261.987253] env[63862]: DEBUG nova.scheduler.client.report [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2261.997094] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2261.997369] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2261.998384] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4c9c2a-b058-4bc5-a394-ea1fe44d81fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.021325] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f53e89-3306-4266-9ca4-83c7de4f2a59 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.054479] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9/volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.054479] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a24ce8-3f5b-4673-8ce1-16d91e1af15b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.078575] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2262.078575] env[63862]: value = "task-2098682" [ 2262.078575] env[63862]: _type = "Task" [ 2262.078575] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.091235] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.202975] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098680, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.348648] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2262.377217] env[63862]: DEBUG nova.network.neutron [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2262.404891] env[63862]: DEBUG oslo_concurrency.lockutils [None req-91ec31e5-2bfe-4bc1-99e3-79e4d209631c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.924s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.492868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.495865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.875s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.496259] env[63862]: DEBUG nova.objects.instance [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'resources' on Instance uuid 4796b724-bccf-4b79-ac9f-ac633527def9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.520171] env[63862]: INFO nova.scheduler.client.report [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Deleted allocations for instance a468b187-e36c-43f0-bd86-126564068f4e [ 2262.562103] env[63862]: DEBUG nova.network.neutron [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updating instance_info_cache with network_info: [{"id": "f45420b7-e70d-4759-a556-ec2fa549e666", "address": "fa:16:3e:69:b7:ed", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45420b7-e7", "ovs_interfaceid": "f45420b7-e70d-4759-a556-ec2fa549e666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2262.592052] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.701593] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098680, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.487118} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.702044] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ae45b4a0-35d1-419c-b79d-e45afcfcae22/ae45b4a0-35d1-419c-b79d-e45afcfcae22.vmdk to [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2262.702867] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451ddb1-77d9-4b36-b976-c126612caa19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.724553] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2262.724776] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e404f4f7-b6a6-4d46-b80e-5852729a7c5d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.744441] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2262.744441] env[63862]: value = "task-2098683" [ 2262.744441] env[63862]: _type = "Task" [ 2262.744441] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.752019] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.872754] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.030429] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4268d9a4-b623-4a59-8546-cdad1675c524 tempest-MigrationsAdminTest-1866463347 tempest-MigrationsAdminTest-1866463347-project-member] Lock "a468b187-e36c-43f0-bd86-126564068f4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.341s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.065808] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.065808] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Instance network_info: |[{"id": "f45420b7-e70d-4759-a556-ec2fa549e666", "address": "fa:16:3e:69:b7:ed", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45420b7-e7", "ovs_interfaceid": "f45420b7-e70d-4759-a556-ec2fa549e666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2263.066280] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b7:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f45420b7-e70d-4759-a556-ec2fa549e666', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2263.074327] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating folder: Project (455a8640984e444682fc93d00091c50e). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2263.074655] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd6c6253-211d-49aa-9d0b-8d5cb92a4b8e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.090561] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.094292] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created folder: Project (455a8640984e444682fc93d00091c50e) in parent group-v429490. [ 2263.094476] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating folder: Instances. Parent ref: group-v429733. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2263.095856] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c7933d-2106-4ba3-94c3-24e59bdde07d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.104297] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created folder: Instances in parent group-v429733. [ 2263.104530] env[63862]: DEBUG oslo.service.loopingcall [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2263.104718] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2263.104921] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7edc5f6-20af-4801-92f1-0075cf752e7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.126664] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2263.126664] env[63862]: value = "task-2098686" [ 2263.126664] env[63862]: _type = "Task" [ 2263.126664] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.137523] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098686, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.203754] env[63862]: DEBUG nova.compute.manager [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2263.205030] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e98e5d-f289-4d38-b9aa-c02d93887e9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.256690] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.270423] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049288a6-5386-4344-8c4d-c3224c9d7d30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.280860] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad312646-3afe-451e-bd44-275cf91ff8cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.315048] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130df983-c5ec-49c5-9116-3dee37e10261 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.322492] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a3abfd-aba3-47e9-b380-85999b221da6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.335652] env[63862]: DEBUG nova.compute.provider_tree [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2263.354540] env[63862]: DEBUG nova.compute.manager [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Received event network-changed-f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.354775] env[63862]: DEBUG nova.compute.manager [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Refreshing instance network info cache due to event network-changed-f45420b7-e70d-4759-a556-ec2fa549e666. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2263.354989] env[63862]: DEBUG oslo_concurrency.lockutils [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] Acquiring lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.355116] env[63862]: DEBUG oslo_concurrency.lockutils [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] Acquired lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.355282] env[63862]: DEBUG nova.network.neutron [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Refreshing network info cache for port f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2263.589178] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098682, 'name': ReconfigVM_Task, 'duration_secs': 1.245847} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.589480] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9/volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2263.594345] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d67bb36-7a51-4e68-a5ac-dd64c4df776a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.610956] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2263.610956] env[63862]: value = "task-2098687" [ 2263.610956] env[63862]: _type = "Task" [ 2263.610956] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.619770] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.635283] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098686, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.717102] env[63862]: INFO nova.compute.manager [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] instance snapshotting [ 2263.720503] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8110856-05ae-4715-a59c-817a180a37fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.743234] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa1cb6-aa82-4e7d-a527-7700c38ce9a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.758411] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.839447] env[63862]: DEBUG nova.scheduler.client.report [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2264.080815] env[63862]: DEBUG nova.network.neutron [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updated VIF entry in instance network info cache for port f45420b7-e70d-4759-a556-ec2fa549e666. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2264.082039] env[63862]: DEBUG nova.network.neutron [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updating instance_info_cache with network_info: [{"id": "f45420b7-e70d-4759-a556-ec2fa549e666", "address": "fa:16:3e:69:b7:ed", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45420b7-e7", "ovs_interfaceid": "f45420b7-e70d-4759-a556-ec2fa549e666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.122822] env[63862]: DEBUG oslo_vmware.api [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098687, 'name': ReconfigVM_Task, 'duration_secs': 0.193471} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.123144] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2264.136627] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098686, 'name': CreateVM_Task, 'duration_secs': 0.70083} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.136803] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2264.137968] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.138153] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.138613] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2264.139540] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf8269c-a99c-4d8c-a505-9123f8b13bd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.144614] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2264.144614] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b15f7d-de09-c8fc-ab16-aec2b6349480" [ 2264.144614] env[63862]: _type = "Task" [ 2264.144614] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.152228] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b15f7d-de09-c8fc-ab16-aec2b6349480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.255801] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098683, 'name': ReconfigVM_Task, 'duration_secs': 1.040767} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.256161] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc/0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.256824] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f2c8260-b08e-40ec-b058-142eedc8e466 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.261452] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2264.261685] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b3365e61-c252-4a1e-abbd-6d98ea72d2e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.264314] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2264.264314] env[63862]: value = "task-2098688" [ 2264.264314] env[63862]: _type = "Task" [ 2264.264314] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.268955] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2264.268955] env[63862]: value = "task-2098689" [ 2264.268955] env[63862]: _type = "Task" [ 2264.268955] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.275497] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098688, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.280636] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.345857] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.348049] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.615s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.349951] env[63862]: INFO nova.compute.claims [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2264.369489] env[63862]: INFO nova.scheduler.client.report [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted allocations for instance 4796b724-bccf-4b79-ac9f-ac633527def9 [ 2264.583972] env[63862]: DEBUG oslo_concurrency.lockutils [req-0670ab02-0b44-4230-8038-9d5a992edc1c req-09593172-f935-4e52-aba6-809ae68cccbe service nova] Releasing lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.655131] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b15f7d-de09-c8fc-ab16-aec2b6349480, 'name': SearchDatastore_Task, 'duration_secs': 0.019424} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.655476] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.655743] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2264.655956] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.656119] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2264.656303] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2264.656568] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-824b9ccb-6949-4f90-b63b-7c89712a7831 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.664518] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2264.664697] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2264.665445] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef4b71b-76c1-4b5f-871f-23d0d9b79a5e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.670097] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2264.670097] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c75c47-7f01-4faf-404f-d6a3e9f28881" [ 2264.670097] env[63862]: _type = "Task" [ 2264.670097] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.677831] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c75c47-7f01-4faf-404f-d6a3e9f28881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.780806] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098688, 'name': Rename_Task, 'duration_secs': 0.175346} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.781066] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.781328] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.781675] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1276eb-4902-47a3-95bf-55e6c7ad974e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.787814] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2264.787814] env[63862]: value = "task-2098690" [ 2264.787814] env[63862]: _type = "Task" [ 2264.787814] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.795150] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.879526] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e9e78033-fd4f-4970-bbe1-5898b38076fb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "4796b724-bccf-4b79-ac9f-ac633527def9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.461s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.164135] env[63862]: DEBUG nova.objects.instance [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'flavor' on Instance uuid 24facf4b-f8aa-4545-89a6-4548c73ef49f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2265.181336] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c75c47-7f01-4faf-404f-d6a3e9f28881, 'name': SearchDatastore_Task, 'duration_secs': 0.007736} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.182530] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44a1083-d26a-45c8-b11c-5a3bb5b3fb60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.188186] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2265.188186] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d5c76d-97a9-52f4-a9a8-05088164aa9e" [ 2265.188186] env[63862]: _type = "Task" [ 2265.188186] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.198210] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d5c76d-97a9-52f4-a9a8-05088164aa9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.281634] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098689, 'name': CreateSnapshot_Task, 'duration_secs': 0.94051} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.281723] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2265.282439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b2f96-c25a-4725-b7b2-fba280ef93c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.300339] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098690, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.629600] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d3523-65a4-4447-9357-647c7afa6c4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.637331] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e359c-4baf-4c65-8896-919cf3f43dcf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.677811] env[63862]: INFO nova.compute.manager [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Rebuilding instance [ 2265.686131] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d8cf8-e9e4-4430-8d80-d4ba0a5fba49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.688114] env[63862]: DEBUG oslo_concurrency.lockutils [None req-814cbda6-d3ea-49e8-b048-29d570ec0e03 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.794s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.700195] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977cb627-6576-4e58-bb9c-aaf687cabfa0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.710205] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d5c76d-97a9-52f4-a9a8-05088164aa9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.712229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.712498] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a9ff6f09-2e05-45d4-bd3d-48b3ad528517/a9ff6f09-2e05-45d4-bd3d-48b3ad528517.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2265.713082] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87715e4f-d609-4092-9284-5ef78dd37ae1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.723299] env[63862]: DEBUG nova.compute.provider_tree [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2265.733589] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2265.733589] env[63862]: value = "task-2098691" [ 2265.733589] env[63862]: _type = "Task" [ 2265.733589] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.743232] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.746952] env[63862]: DEBUG nova.compute.manager [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.747705] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60539072-03f3-4845-bec3-5821aa594afa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.806841] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2265.806841] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20c0b58c-da01-4f6f-896e-a706c1dde2eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.814014] env[63862]: DEBUG oslo_vmware.api [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098690, 'name': PowerOnVM_Task, 'duration_secs': 0.875609} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.814322] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.818291] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2265.818291] env[63862]: value = "task-2098692" [ 2265.818291] env[63862]: _type = "Task" [ 2265.818291] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.827504] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.934031] env[63862]: DEBUG nova.compute.manager [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.935089] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc0b23f-c456-4325-bc2b-eb617fdcb9e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.230467] env[63862]: DEBUG nova.scheduler.client.report [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2266.244479] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456334} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.244822] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a9ff6f09-2e05-45d4-bd3d-48b3ad528517/a9ff6f09-2e05-45d4-bd3d-48b3ad528517.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2266.245064] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2266.245331] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ef8f40-08b0-4c8b-b655-6c5a18ce78c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.251812] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2266.251812] env[63862]: value = "task-2098693" [ 2266.251812] env[63862]: _type = "Task" [ 2266.251812] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.261789] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.330930] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.455171] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8b56ad58-15f0-4688-879a-adf0548c0bb5 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.278s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.740040] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.740586] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2266.744099] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.794s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.763881] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.764077] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154767} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.764852] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10802fb5-58bf-4a3c-af4e-0948cf5bf474 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.766522] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2266.767949] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b836f-4a03-442f-8350-56c7183de761 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.778308] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2266.778308] env[63862]: value = "task-2098694" [ 2266.778308] env[63862]: _type = "Task" [ 2266.778308] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.797464] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] a9ff6f09-2e05-45d4-bd3d-48b3ad528517/a9ff6f09-2e05-45d4-bd3d-48b3ad528517.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2266.801726] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8ca684-2d1c-4231-8b03-09f1f6d7370a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.826401] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2266.826401] env[63862]: value = "task-2098695" [ 2266.826401] env[63862]: _type = "Task" [ 2266.826401] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.833698] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.841968] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.875969] env[63862]: INFO nova.compute.manager [None req-54a0f17e-db85-4b9a-89b1-d6bcf570b2cf tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Get console output [ 2266.876297] env[63862]: WARNING nova.virt.vmwareapi.driver [None req-54a0f17e-db85-4b9a-89b1-d6bcf570b2cf tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] The console log is missing. Check your VSPC configuration [ 2267.248509] env[63862]: DEBUG nova.compute.utils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2267.249060] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2267.251367] env[63862]: DEBUG nova.network.neutron [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2267.298932] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098694, 'name': PowerOffVM_Task, 'duration_secs': 0.296512} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.299307] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2267.329789] env[63862]: DEBUG nova.policy [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239be0266dc941c3b34af021bf321af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e4c3fe02f3c4f62b13a9cf887cd7150', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2267.340932] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.346715] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.384195] env[63862]: INFO nova.compute.manager [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Detaching volume a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9 [ 2267.426844] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.427095] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.432405] env[63862]: INFO nova.virt.block_device [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Attempting to driver detach volume a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9 from mountpoint /dev/sdb [ 2267.433083] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2267.433083] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2267.433945] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce5ae0-461e-4ae5-88fc-3da72d12994d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.462383] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e96f9-3ef2-4f49-b2b7-4da1683791d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.471386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562f755a-fb7a-4b52-bacc-dc4ad6f4e9e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.498291] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747be94d-b6b7-43f6-9807-a2abc5c47cc1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.514679] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] The volume has not been displaced from its original location: [datastore2] volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9/volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2267.520047] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2267.523108] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb0e5d3-b309-47e8-8d46-b66269e7add6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.541278] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2267.541278] env[63862]: value = "task-2098696" [ 2267.541278] env[63862]: _type = "Task" [ 2267.541278] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.552736] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.653043] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a73a524-1f6c-4044-94b0-6c13866280a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.664882] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea847aa3-2e49-4391-8fe8-f0fa8ade4cbe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.699662] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ac5d5-a36b-47de-8cb2-9062f1c25a8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.707905] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1756d2f9-ab8b-48fb-b9ea-13f9cbdbaa9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.723216] env[63862]: DEBUG nova.compute.provider_tree [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2267.755786] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2267.833882] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.834752] env[63862]: DEBUG nova.network.neutron [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Successfully created port: 13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2267.844543] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098695, 'name': ReconfigVM_Task, 'duration_secs': 0.727544} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.845337] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Reconfigured VM instance instance-00000058 to attach disk [datastore2] a9ff6f09-2e05-45d4-bd3d-48b3ad528517/a9ff6f09-2e05-45d4-bd3d-48b3ad528517.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2267.845639] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aa7ea74-6b35-4deb-99c5-af85f969fdea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.852295] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2267.852295] env[63862]: value = "task-2098697" [ 2267.852295] env[63862]: _type = "Task" [ 2267.852295] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.863087] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098697, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.938521] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2268.053972] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098696, 'name': ReconfigVM_Task, 'duration_secs': 0.458125} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.055294] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2268.062401] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d278dd-d36f-4616-8302-716555133d92 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.085415] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2268.085415] env[63862]: value = "task-2098698" [ 2268.085415] env[63862]: _type = "Task" [ 2268.085415] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.095858] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.161328] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "777d3286-de11-4541-99f9-b32388e7c7c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.161573] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "777d3286-de11-4541-99f9-b32388e7c7c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.161899] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "777d3286-de11-4541-99f9-b32388e7c7c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.162106] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "777d3286-de11-4541-99f9-b32388e7c7c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2268.162496] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "777d3286-de11-4541-99f9-b32388e7c7c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.164460] env[63862]: INFO nova.compute.manager [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Terminating instance [ 2268.226704] env[63862]: DEBUG nova.scheduler.client.report [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2268.334259] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.362070] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098697, 'name': Rename_Task, 'duration_secs': 0.172594} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.362359] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2268.362613] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13a2b675-680c-4743-b3b4-97035839262e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.369328] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2268.369328] env[63862]: value = "task-2098699" [ 2268.369328] env[63862]: _type = "Task" [ 2268.369328] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.377301] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.463791] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.595351] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098698, 'name': ReconfigVM_Task, 'duration_secs': 0.237103} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.595662] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2268.667878] env[63862]: DEBUG nova.compute.manager [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2268.668173] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2268.669253] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28167c1-a951-4c7d-85b0-4493d81769ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.677300] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2268.677544] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f5609b-a9be-4cdd-bc24-1800a9caaffc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.683624] env[63862]: DEBUG oslo_vmware.api [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2268.683624] env[63862]: value = "task-2098700" [ 2268.683624] env[63862]: _type = "Task" [ 2268.683624] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.691337] env[63862]: DEBUG oslo_vmware.api [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.765273] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2268.791549] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2268.791781] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2268.791936] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2268.792135] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2268.792279] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2268.792425] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2268.792635] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2268.792792] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2268.792959] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2268.793137] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2268.793311] env[63862]: DEBUG nova.virt.hardware [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2268.794226] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b13aa2-74f8-47e2-80da-2eac0054f255 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.802117] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12a961a-62a9-41f8-89cc-5d17f17df1b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.833567] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.880666] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098699, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.886663] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401b93e4-2650-45ea-9d07-eb8f6503b0b7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.893015] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Suspending the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2268.893340] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-136ca734-9ce5-44bb-bf90-69f49a43c9f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.900354] env[63862]: DEBUG oslo_vmware.api [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2268.900354] env[63862]: value = "task-2098701" [ 2268.900354] env[63862]: _type = "Task" [ 2268.900354] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.908826] env[63862]: DEBUG oslo_vmware.api [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098701, 'name': SuspendVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.193561] env[63862]: DEBUG oslo_vmware.api [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098700, 'name': PowerOffVM_Task, 'duration_secs': 0.261618} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.193561] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2269.193776] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2269.193953] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e1b2d12-cdf5-498e-9e3b-093b4bc32a01 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.237771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.493s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.240578] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.274s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.242564] env[63862]: INFO nova.compute.claims [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2269.334925] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.380261] env[63862]: DEBUG oslo_vmware.api [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098699, 'name': PowerOnVM_Task, 'duration_secs': 0.735857} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.380261] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2269.380429] env[63862]: INFO nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Took 8.67 seconds to spawn the instance on the hypervisor. [ 2269.380476] env[63862]: DEBUG nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.381297] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f52b006-71c4-4372-871c-6f0e572965bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.409426] env[63862]: DEBUG oslo_vmware.api [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098701, 'name': SuspendVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.650602] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2269.650934] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc905fa4-f4e8-457b-9a0c-567f420c9889 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.658222] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2269.658222] env[63862]: value = "task-2098703" [ 2269.658222] env[63862]: _type = "Task" [ 2269.658222] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.666189] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.815249] env[63862]: INFO nova.scheduler.client.report [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocation for migration b83eafea-c3d0-499b-8cc8-b18e5dbdef31 [ 2269.836921] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.899261] env[63862]: INFO nova.compute.manager [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Took 27.39 seconds to build instance. [ 2269.911776] env[63862]: DEBUG oslo_vmware.api [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098701, 'name': SuspendVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.169042] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2270.169042] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2270.169172] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2270.169937] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039f26b-1f0b-4c4c-9d1c-9d073e42bd7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.190740] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6832dde-3214-4ad6-a6f6-9415863f046e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.197571] env[63862]: WARNING nova.virt.vmwareapi.driver [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2270.197827] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.198595] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8450c-efa5-4c6f-b1d6-d7f642d8dc57 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.205239] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2270.205461] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6efe7e25-3515-4b4d-8663-438fb3d4d032 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.286861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.324488] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f799a168-8913-4511-984d-f8640a7222cc tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.763s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.327866] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.042s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.328116] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.328407] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.328597] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.333951] env[63862]: INFO nova.compute.manager [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Terminating instance [ 2270.346328] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.401503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c4a59785-42c1-4616-8a22-61268694bddd tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.907s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.414497] env[63862]: DEBUG oslo_vmware.api [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098701, 'name': SuspendVM_Task, 'duration_secs': 1.127881} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.414774] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Suspended the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2270.414950] env[63862]: DEBUG nova.compute.manager [None req-ecb521d6-089f-478b-bd7b-742c9a36648f tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2270.415939] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c19c6d-1fc3-45b7-8476-f169d184a63e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.550032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b62644-92c3-4906-9b12-7a09ff72b5a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.559767] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6833573e-b7ba-4b8c-93da-cb23369ac12e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.606223] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fc7ec-f94b-4f77-ac92-3a9845eb16a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.613958] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d4f8a-298d-48d0-a6fe-1d7634b0ba9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.627279] env[63862]: DEBUG nova.compute.provider_tree [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.760917] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "4e449ad9-e46e-41e1-84c9-c530457949ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.761175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.841070] env[63862]: DEBUG nova.compute.manager [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2270.841548] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2270.842261] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.843832] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010708f3-5dcb-453b-83fd-9c933dcfc6a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.850477] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2270.850708] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a253704-fbe1-4381-9a6d-e99f4d74fac7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.857027] env[63862]: DEBUG oslo_vmware.api [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2270.857027] env[63862]: value = "task-2098705" [ 2270.857027] env[63862]: _type = "Task" [ 2270.857027] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.864827] env[63862]: DEBUG oslo_vmware.api [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.130996] env[63862]: DEBUG nova.scheduler.client.report [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2271.265970] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2271.291699] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2271.291699] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2271.291699] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Deleting the datastore file [datastore2] 777d3286-de11-4541-99f9-b32388e7c7c9 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2271.292140] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf22b39e-93d5-4dd0-9bd4-113fb08532e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.298940] env[63862]: DEBUG oslo_vmware.api [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for the task: (returnval){ [ 2271.298940] env[63862]: value = "task-2098706" [ 2271.298940] env[63862]: _type = "Task" [ 2271.298940] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.308090] env[63862]: DEBUG oslo_vmware.api [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.310576] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2271.310855] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2271.311990] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2271.311990] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e85dae94-b699-49ed-802d-9de272a89f8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.317994] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2271.317994] env[63862]: value = "task-2098707" [ 2271.317994] env[63862]: _type = "Task" [ 2271.317994] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.328325] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.341621] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.368176] env[63862]: DEBUG oslo_vmware.api [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098705, 'name': PowerOffVM_Task, 'duration_secs': 0.222293} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.368469] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2271.368609] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2271.368866] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b2bba62-e08e-4c4d-80f0-da15915cd915 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.381820] env[63862]: INFO nova.compute.manager [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Resuming [ 2271.382513] env[63862]: DEBUG nova.objects.instance [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lazy-loading 'flavor' on Instance uuid 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2271.404197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "5bc56fff-fcd1-49b3-8879-47daebba3578" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.404539] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.509991] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2271.510264] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2271.510438] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] 6881cb2b-c258-4a3b-a97c-a147f2e117f3 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2271.510702] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9a7a72f-f36a-4f25-b5f4-53519a16b4db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.517719] env[63862]: DEBUG oslo_vmware.api [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2271.517719] env[63862]: value = "task-2098709" [ 2271.517719] env[63862]: _type = "Task" [ 2271.517719] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.525677] env[63862]: DEBUG oslo_vmware.api [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.635885] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.636451] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2271.639261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.649s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.640018] env[63862]: DEBUG nova.objects.instance [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lazy-loading 'resources' on Instance uuid 4cfe5db8-924d-4733-a0aa-77b41889ab56 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2271.789497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.809359] env[63862]: DEBUG oslo_vmware.api [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Task: {'id': task-2098706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186815} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.809639] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2271.809862] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2271.810045] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2271.810261] env[63862]: INFO nova.compute.manager [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Took 3.14 seconds to destroy the instance on the hypervisor. [ 2271.810470] env[63862]: DEBUG oslo.service.loopingcall [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.810633] env[63862]: DEBUG nova.compute.manager [-] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2271.810729] env[63862]: DEBUG nova.network.neutron [-] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2271.828857] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142738} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.828857] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2271.828857] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2271.828857] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2271.841024] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.907676] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2272.027696] env[63862]: DEBUG oslo_vmware.api [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136955} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.027696] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2272.027696] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2272.027993] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2272.028923] env[63862]: INFO nova.compute.manager [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2272.028923] env[63862]: DEBUG oslo.service.loopingcall [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2272.028923] env[63862]: DEBUG nova.compute.manager [-] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2272.028923] env[63862]: DEBUG nova.network.neutron [-] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2272.142083] env[63862]: DEBUG nova.compute.utils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2272.146843] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2272.147109] env[63862]: DEBUG nova.network.neutron [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2272.257455] env[63862]: DEBUG nova.policy [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86513bd1d59445cba150841e11e82dd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37175348c35343abb956991fa0da8de2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2272.340406] env[63862]: INFO nova.virt.block_device [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Booting with volume a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9 at /dev/sdb [ 2272.350098] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098692, 'name': CloneVM_Task, 'duration_secs': 6.415396} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.355204] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Created linked-clone VM from snapshot [ 2272.356516] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c219b-cec4-451d-9215-118bfb38faf2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.365875] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Uploading image 11b814ec-1fab-433e-a2d8-d1bfcde0c6e4 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2272.410098] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2272.410098] env[63862]: value = "vm-429737" [ 2272.410098] env[63862]: _type = "VirtualMachine" [ 2272.410098] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2272.410098] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35373e2a-1e22-4b53-b9e5-d2d8cc45c1bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.420764] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lease: (returnval){ [ 2272.420764] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52efd398-9c64-55b9-b208-94c2e05c8d33" [ 2272.420764] env[63862]: _type = "HttpNfcLease" [ 2272.420764] env[63862]: } obtained for exporting VM: (result){ [ 2272.420764] env[63862]: value = "vm-429737" [ 2272.420764] env[63862]: _type = "VirtualMachine" [ 2272.420764] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2272.421906] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the lease: (returnval){ [ 2272.421906] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52efd398-9c64-55b9-b208-94c2e05c8d33" [ 2272.421906] env[63862]: _type = "HttpNfcLease" [ 2272.421906] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2272.421906] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f2dfbff-7d88-4e13-891c-e980c62d40dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.436929] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2272.436929] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52efd398-9c64-55b9-b208-94c2e05c8d33" [ 2272.436929] env[63862]: _type = "HttpNfcLease" [ 2272.436929] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2272.442034] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2272.442034] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52efd398-9c64-55b9-b208-94c2e05c8d33" [ 2272.442034] env[63862]: _type = "HttpNfcLease" [ 2272.442034] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2272.442402] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7750881c-f82f-431a-b4e4-1c97e4c34126 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.451666] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e505f29-c8c5-4aa6-91a6-93187ffaa784 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.465965] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.473945] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541177-8d7d-025d-5043-2324e8a2b845/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2272.474168] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541177-8d7d-025d-5043-2324e8a2b845/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2272.548402] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76e215b5-f3d4-40d2-9ecf-0154f9248ec6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.562173] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd62c8-c02a-4e3b-9033-5c00e9e05da9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.601040] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d060bc-6c6b-49b5-8f8b-042a6c238916 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.606635] env[63862]: DEBUG nova.compute.manager [req-2fc0cd4b-9d41-4c27-9776-288c04487270 req-3e7b2125-55f9-4c14-89cd-27228605574d service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Received event network-vif-plugged-13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2272.606635] env[63862]: DEBUG oslo_concurrency.lockutils [req-2fc0cd4b-9d41-4c27-9776-288c04487270 req-3e7b2125-55f9-4c14-89cd-27228605574d service nova] Acquiring lock "439a36f6-370c-45fd-88b2-e413bae35b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.607012] env[63862]: DEBUG oslo_concurrency.lockutils [req-2fc0cd4b-9d41-4c27-9776-288c04487270 req-3e7b2125-55f9-4c14-89cd-27228605574d service nova] Lock "439a36f6-370c-45fd-88b2-e413bae35b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.607050] env[63862]: DEBUG oslo_concurrency.lockutils [req-2fc0cd4b-9d41-4c27-9776-288c04487270 req-3e7b2125-55f9-4c14-89cd-27228605574d service nova] Lock "439a36f6-370c-45fd-88b2-e413bae35b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.607323] env[63862]: DEBUG nova.compute.manager [req-2fc0cd4b-9d41-4c27-9776-288c04487270 req-3e7b2125-55f9-4c14-89cd-27228605574d service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] No waiting events found dispatching network-vif-plugged-13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2272.607393] env[63862]: WARNING nova.compute.manager [req-2fc0cd4b-9d41-4c27-9776-288c04487270 req-3e7b2125-55f9-4c14-89cd-27228605574d service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Received unexpected event network-vif-plugged-13259df4-0d41-4389-9ad1-716cd13275c0 for instance with vm_state building and task_state spawning. [ 2272.619084] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0942e71-6d6b-4217-8956-bf7620e3117f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.638152] env[63862]: DEBUG nova.compute.manager [req-0d98226a-a5fd-468f-9044-577a995b76f1 req-087e4df8-b592-4324-bc62-16690b9c65fa service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Received event network-vif-deleted-452f74ca-b5dd-414f-a6cd-4165c429a550 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2272.638452] env[63862]: INFO nova.compute.manager [req-0d98226a-a5fd-468f-9044-577a995b76f1 req-087e4df8-b592-4324-bc62-16690b9c65fa service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Neutron deleted interface 452f74ca-b5dd-414f-a6cd-4165c429a550; detaching it from the instance and deleting it from the info cache [ 2272.638590] env[63862]: DEBUG nova.network.neutron [req-0d98226a-a5fd-468f-9044-577a995b76f1 req-087e4df8-b592-4324-bc62-16690b9c65fa service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.640113] env[63862]: DEBUG nova.virt.block_device [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating existing volume attachment record: 793bb891-01d3-46de-ae70-cc4028b430c3 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2272.654036] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2272.654296] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7005e0af-9011-4da7-923c-3467d4efc3eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.673974] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6766daef-13cd-457a-ae08-e3f0a1e75801 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.684756] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31158f08-415f-467b-ac06-18a916146e17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.726960] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca0f6a-5f23-455f-9b73-a7164dcdc262 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.736569] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0d4095-84d8-4b7e-b3ae-1a3e9d87b6b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.753687] env[63862]: DEBUG nova.compute.provider_tree [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2272.900648] env[63862]: DEBUG nova.network.neutron [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Successfully created port: a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2272.903117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.903314] env[63862]: DEBUG oslo_concurrency.lockutils [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquired lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.903497] env[63862]: DEBUG nova.network.neutron [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2273.055120] env[63862]: DEBUG nova.network.neutron [-] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.111711] env[63862]: DEBUG nova.network.neutron [-] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.146955] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ed866d1-4dd9-42e0-9165-89437547c4fc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.160136] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f933d9ce-17de-4c4a-9c46-f8fc330ad95c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.209839] env[63862]: DEBUG nova.compute.manager [req-0d98226a-a5fd-468f-9044-577a995b76f1 req-087e4df8-b592-4324-bc62-16690b9c65fa service nova] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Detach interface failed, port_id=452f74ca-b5dd-414f-a6cd-4165c429a550, reason: Instance 6881cb2b-c258-4a3b-a97c-a147f2e117f3 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2273.254577] env[63862]: DEBUG nova.network.neutron [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Successfully updated port: 13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2273.259402] env[63862]: DEBUG nova.scheduler.client.report [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2273.414996] env[63862]: DEBUG nova.compute.manager [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Received event network-changed-13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2273.415274] env[63862]: DEBUG nova.compute.manager [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Refreshing instance network info cache due to event network-changed-13259df4-0d41-4389-9ad1-716cd13275c0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2273.415575] env[63862]: DEBUG oslo_concurrency.lockutils [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] Acquiring lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.415981] env[63862]: DEBUG oslo_concurrency.lockutils [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] Acquired lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2273.416177] env[63862]: DEBUG nova.network.neutron [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Refreshing network info cache for port 13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2273.558323] env[63862]: INFO nova.compute.manager [-] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Took 1.53 seconds to deallocate network for instance. [ 2273.614028] env[63862]: INFO nova.compute.manager [-] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Took 1.80 seconds to deallocate network for instance. [ 2273.684723] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2273.712933] env[63862]: DEBUG nova.network.neutron [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [{"id": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "address": "fa:16:3e:51:55:31", "network": {"id": "2d0bc4d7-8074-41ab-bd7c-05cd8630da10", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1009358901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d60440b6f154c22a0060c0566740034", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfe02231-45", "ovs_interfaceid": "cfe02231-4525-4120-b7a9-be27ebed9fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.718306] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2273.718443] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2273.718595] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2273.718768] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2273.718906] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2273.719055] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2273.719256] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2273.719407] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2273.719566] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2273.719722] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2273.719931] env[63862]: DEBUG nova.virt.hardware [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2273.720894] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c5044e-4704-495f-9410-f0db0f96fa4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.731807] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f125a2f-16fb-425d-afdc-1d5921eb3a0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.759182] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2273.767973] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.769399] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.983s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.771457] env[63862]: INFO nova.compute.claims [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2273.800233] env[63862]: INFO nova.scheduler.client.report [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleted allocations for instance 4cfe5db8-924d-4733-a0aa-77b41889ab56 [ 2273.964047] env[63862]: DEBUG nova.network.neutron [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2274.075664] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.081842] env[63862]: DEBUG nova.network.neutron [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2274.125879] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.216321] env[63862]: DEBUG oslo_concurrency.lockutils [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Releasing lock "refresh_cache-0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.217403] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23863d5-5a62-42ba-b907-987860f0af91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.225020] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Resuming the VM {{(pid=63862) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2274.225280] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450a277e-ee34-4eea-8456-bc664e6ae35e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.232497] env[63862]: DEBUG oslo_vmware.api [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2274.232497] env[63862]: value = "task-2098711" [ 2274.232497] env[63862]: _type = "Task" [ 2274.232497] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.240300] env[63862]: DEBUG oslo_vmware.api [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.309724] env[63862]: DEBUG oslo_concurrency.lockutils [None req-71f26bef-0549-4107-8833-ba5c510d0318 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "4cfe5db8-924d-4733-a0aa-77b41889ab56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.438s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.534281] env[63862]: DEBUG nova.network.neutron [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Successfully updated port: a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2274.584308] env[63862]: DEBUG oslo_concurrency.lockutils [req-03bb49db-6e8b-4736-9aa3-5315c8762ce1 req-c012d045-015e-4f26-922b-8cf13dea59c1 service nova] Releasing lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.585015] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquired lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.585263] env[63862]: DEBUG nova.network.neutron [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2274.680508] env[63862]: DEBUG nova.compute.manager [req-2f581df4-5500-4b40-84e7-6fb4a5b2b48c req-45ca9e07-b27f-4b6a-8f41-0fbfae6f9d86 service nova] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Received event network-vif-deleted-06d17aa4-1ea2-4244-a193-ae467523ae71 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2274.743403] env[63862]: DEBUG oslo_vmware.api [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.785317] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2274.785580] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2274.785817] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2274.786017] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2274.786169] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2274.786315] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2274.786531] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2274.786821] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2274.786902] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2274.787089] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2274.787273] env[63862]: DEBUG nova.virt.hardware [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2274.788338] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d03b1c-258b-4e9a-9a95-c9179bf1665a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.798777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25085915-9613-4523-bc86-f32bc2628051 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.817318] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:33:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5214cafb-4fbb-4b0c-bd9a-1344f6f2b296', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2274.827095] env[63862]: DEBUG oslo.service.loopingcall [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2274.827537] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2274.827805] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735df435-44f4-4468-b9aa-c0eb1f54d10d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.853818] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2274.853818] env[63862]: value = "task-2098712" [ 2274.853818] env[63862]: _type = "Task" [ 2274.853818] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.865800] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098712, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.037935] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.037935] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.037935] env[63862]: DEBUG nova.network.neutron [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.097080] env[63862]: DEBUG oslo_concurrency.lockutils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.097348] env[63862]: DEBUG oslo_concurrency.lockutils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.118255] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853da25-73fa-4ef2-9154-d41f0140b72a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.128253] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095f12b-78f2-4f81-b133-dea05f047520 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.160708] env[63862]: DEBUG nova.network.neutron [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2275.163432] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9578f19c-80b3-4fff-a099-f29ca4fd78c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.171561] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914d779-38dc-43ae-a071-d8cca60c308b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.187106] env[63862]: DEBUG nova.compute.provider_tree [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2275.243858] env[63862]: DEBUG oslo_vmware.api [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098711, 'name': PowerOnVM_Task, 'duration_secs': 0.81894} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.244151] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Resumed the VM {{(pid=63862) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2275.244334] env[63862]: DEBUG nova.compute.manager [None req-00dfbdca-953f-42a0-9241-9e6ce05686fb tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2275.245179] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806725c2-0224-4e02-b5c9-5f4dde009650 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.359324] env[63862]: DEBUG nova.network.neutron [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Updating instance_info_cache with network_info: [{"id": "13259df4-0d41-4389-9ad1-716cd13275c0", "address": "fa:16:3e:19:0e:99", "network": {"id": "64127623-c49f-451f-b1b6-e862f83f5608", "bridge": "br-int", "label": "tempest-ServersTestJSON-1615865707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4c3fe02f3c4f62b13a9cf887cd7150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13259df4-0d", "ovs_interfaceid": "13259df4-0d41-4389-9ad1-716cd13275c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.367322] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098712, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.454810] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.454810] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.455059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.455283] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.455434] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.457802] env[63862]: INFO nova.compute.manager [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Terminating instance [ 2275.570984] env[63862]: DEBUG nova.compute.manager [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received event network-vif-plugged-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2275.571370] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] Acquiring lock "e9a238da-62d7-4923-b2f8-9a41688565f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.571539] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.571632] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.571801] env[63862]: DEBUG nova.compute.manager [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] No waiting events found dispatching network-vif-plugged-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2275.571948] env[63862]: WARNING nova.compute.manager [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received unexpected event network-vif-plugged-a842d939-5fac-4586-b310-3f4d3d168e58 for instance with vm_state building and task_state spawning. [ 2275.572121] env[63862]: DEBUG nova.compute.manager [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2275.572275] env[63862]: DEBUG nova.compute.manager [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing instance network info cache due to event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2275.572435] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.573304] env[63862]: DEBUG nova.network.neutron [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2275.600133] env[63862]: DEBUG nova.compute.utils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2275.694453] env[63862]: DEBUG nova.scheduler.client.report [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2275.718212] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "5055db0a-a895-4fbd-be64-e587e03ce58e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.718472] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.718674] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "5055db0a-a895-4fbd-be64-e587e03ce58e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.718855] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.719035] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.720815] env[63862]: INFO nova.compute.manager [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Terminating instance [ 2275.785719] env[63862]: DEBUG nova.network.neutron [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.866510] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Releasing lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.866844] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Instance network_info: |[{"id": "13259df4-0d41-4389-9ad1-716cd13275c0", "address": "fa:16:3e:19:0e:99", "network": {"id": "64127623-c49f-451f-b1b6-e862f83f5608", "bridge": "br-int", "label": "tempest-ServersTestJSON-1615865707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4c3fe02f3c4f62b13a9cf887cd7150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13259df4-0d", "ovs_interfaceid": "13259df4-0d41-4389-9ad1-716cd13275c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2275.867127] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098712, 'name': CreateVM_Task, 'duration_secs': 0.59968} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.867478] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:0e:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13259df4-0d41-4389-9ad1-716cd13275c0', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2275.874707] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Creating folder: Project (3e4c3fe02f3c4f62b13a9cf887cd7150). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2275.874881] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2275.875166] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3a74b04-640f-476a-b5b7-3b2fc2a3fa05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.877310] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.877473] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.877787] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2275.878056] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca8bf567-9e35-4e44-a7f7-2b4f353eedd7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.883721] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2275.883721] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5271e261-c1d7-f48e-bf7d-2d2748ce709b" [ 2275.883721] env[63862]: _type = "Task" [ 2275.883721] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.888572] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Created folder: Project (3e4c3fe02f3c4f62b13a9cf887cd7150) in parent group-v429490. [ 2275.888792] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Creating folder: Instances. Parent ref: group-v429739. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2275.889039] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2c6752c-470d-4764-9afb-9aed9ea63d94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.893435] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5271e261-c1d7-f48e-bf7d-2d2748ce709b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.901878] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Created folder: Instances in parent group-v429739. [ 2275.902135] env[63862]: DEBUG oslo.service.loopingcall [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2275.902330] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2275.902532] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e41d07b-f605-44ff-b01b-1061cca60404 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.921444] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2275.921444] env[63862]: value = "task-2098715" [ 2275.921444] env[63862]: _type = "Task" [ 2275.921444] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.929261] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098715, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.962286] env[63862]: DEBUG nova.compute.manager [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2275.962286] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2275.962901] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41766e6a-65a9-4bf6-876f-57560184878e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.970642] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2275.971418] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd51eca1-fb2c-4e10-b24f-1d4e54d7d0fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.976586] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2275.976586] env[63862]: value = "task-2098716" [ 2275.976586] env[63862]: _type = "Task" [ 2275.976586] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.984376] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.102535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.198390] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.198925] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2276.201902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.255s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.204106] env[63862]: INFO nova.compute.claims [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2276.224701] env[63862]: DEBUG nova.compute.manager [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2276.225087] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2276.226336] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b4e553-215b-4da2-9e7c-166cf7a7bfdf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.236248] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2276.236345] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc0f3fb8-9380-4325-950d-768365f2af9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.242849] env[63862]: DEBUG oslo_vmware.api [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2276.242849] env[63862]: value = "task-2098717" [ 2276.242849] env[63862]: _type = "Task" [ 2276.242849] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.252332] env[63862]: DEBUG oslo_vmware.api [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.288626] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.288968] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Instance network_info: |[{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2276.289293] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.289477] env[63862]: DEBUG nova.network.neutron [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2276.291097] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:d4:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a842d939-5fac-4586-b310-3f4d3d168e58', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2276.299626] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Creating folder: Project (37175348c35343abb956991fa0da8de2). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2276.302913] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a76a8295-ad80-4db1-9eab-354bf8cb3d31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.314055] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Created folder: Project (37175348c35343abb956991fa0da8de2) in parent group-v429490. [ 2276.314249] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Creating folder: Instances. Parent ref: group-v429742. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2276.314493] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee27b61d-2034-4cb5-82d7-4991285e975d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.323962] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Created folder: Instances in parent group-v429742. [ 2276.324211] env[63862]: DEBUG oslo.service.loopingcall [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2276.324403] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2276.324606] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abb33ac9-d60b-4594-a5d8-8d5aa221b003 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.344194] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2276.344194] env[63862]: value = "task-2098720" [ 2276.344194] env[63862]: _type = "Task" [ 2276.344194] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.354658] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098720, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.394917] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5271e261-c1d7-f48e-bf7d-2d2748ce709b, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.395641] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.395994] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2276.396327] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.396509] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.396737] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2276.397076] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fc9bef-cd5d-42b0-8fbb-9d805a0d4597 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.406640] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2276.406922] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2276.407781] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22368d73-97fe-4946-b67f-f48f3cfcb8ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.416126] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2276.416126] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529d3b32-d0b9-2d4f-7fba-5e9e8deaf946" [ 2276.416126] env[63862]: _type = "Task" [ 2276.416126] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.425936] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529d3b32-d0b9-2d4f-7fba-5e9e8deaf946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.439754] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098715, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.489978] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.661460] env[63862]: DEBUG nova.network.neutron [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updated VIF entry in instance network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2276.661823] env[63862]: DEBUG nova.network.neutron [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2276.709786] env[63862]: DEBUG nova.compute.utils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2276.714155] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2276.714155] env[63862]: DEBUG nova.network.neutron [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2276.756416] env[63862]: DEBUG oslo_vmware.api [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098717, 'name': PowerOffVM_Task, 'duration_secs': 0.427716} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.756835] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2276.756895] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2276.757193] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c61ce6fe-b837-493b-8539-f429a3605522 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.781024] env[63862]: DEBUG nova.policy [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41fdb549341549909e1cbed09da23da7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11eedd5d807248fbb6ffe3dabcc61c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2276.855528] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098720, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.927567] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529d3b32-d0b9-2d4f-7fba-5e9e8deaf946, 'name': SearchDatastore_Task, 'duration_secs': 0.011763} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.931574] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4eee798-607d-48c9-bca9-7021f8686ecf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.937767] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2276.937767] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52791765-c61f-1220-955d-914267d25e84" [ 2276.937767] env[63862]: _type = "Task" [ 2276.937767] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.941120] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098715, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.950272] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52791765-c61f-1220-955d-914267d25e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.987806] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098716, 'name': PowerOffVM_Task, 'duration_secs': 0.692941} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.988149] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2276.988399] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2276.988600] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1b1f1d0-f299-4013-8fa3-27ba806d8574 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.164989] env[63862]: DEBUG oslo_concurrency.lockutils [req-ce3c0fd1-93f2-45e0-baf5-a6e1de238b1e req-8a716fd4-a7ec-44d5-b9f5-2c8ce7f7250c service nova] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.186372] env[63862]: DEBUG oslo_concurrency.lockutils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.186716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.187688] env[63862]: INFO nova.compute.manager [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Attaching volume 501da212-e23a-4f6c-8342-42a6094d207c to /dev/sdb [ 2277.216140] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2277.244317] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a5a4c2-08df-425d-99c4-8343e742af4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.254279] env[63862]: DEBUG nova.network.neutron [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Successfully created port: 428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2277.257014] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf25ac8-e604-4985-835c-e698e1d2513c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.273429] env[63862]: DEBUG nova.virt.block_device [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating existing volume attachment record: f67c6f09-5d95-45b9-9522-a58186dc955a {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2277.326270] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.326516] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.326705] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleting the datastore file [datastore2] 5055db0a-a895-4fbd-be64-e587e03ce58e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.327060] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d329c47-1fb9-4ca8-af20-854b1e8a027e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.337950] env[63862]: DEBUG oslo_vmware.api [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for the task: (returnval){ [ 2277.337950] env[63862]: value = "task-2098723" [ 2277.337950] env[63862]: _type = "Task" [ 2277.337950] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.339462] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2277.339572] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2277.339752] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleting the datastore file [datastore2] 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2277.343312] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e6391f-4af8-4ce0-b152-5f171ac7ad56 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.355991] env[63862]: DEBUG oslo_vmware.api [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.360926] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2277.360926] env[63862]: value = "task-2098724" [ 2277.360926] env[63862]: _type = "Task" [ 2277.360926] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.369364] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098720, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.375312] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.447027] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098715, 'name': CreateVM_Task, 'duration_secs': 1.412277} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.449290] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2277.454915] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.454915] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.454915] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2277.454915] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e41d3c7a-ec6b-4242-b8d6-74bf03e8c747 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.462416] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52791765-c61f-1220-955d-914267d25e84, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.462416] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.462416] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2277.462416] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef47a2a1-e6e9-4745-b0ed-daa758166438 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.465108] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2277.465108] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a00346-fd97-48fc-1336-efe8248c71a4" [ 2277.465108] env[63862]: _type = "Task" [ 2277.465108] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.471127] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2277.471127] env[63862]: value = "task-2098725" [ 2277.471127] env[63862]: _type = "Task" [ 2277.471127] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.474903] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a00346-fd97-48fc-1336-efe8248c71a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.486787] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.593444] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffbd021-ff10-453a-9350-9a6462028dcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.602364] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f764207-427e-4899-8bfb-6ec17d877b3b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.636224] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c0ffa4-f2c2-4f96-9595-d98222204e34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.644789] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c8490-7b33-430a-aa6a-b904048768a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.660606] env[63862]: DEBUG nova.compute.provider_tree [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2278.555546] env[63862]: DEBUG nova.scheduler.client.report [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2278.559486] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2278.587421] env[63862]: DEBUG oslo_vmware.api [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Task: {'id': task-2098723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293009} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.587605] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098720, 'name': CreateVM_Task, 'duration_secs': 2.00808} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.597851] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2278.598100] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2278.598269] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2278.599023] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2278.599023] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2278.599023] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2278.599023] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2278.599286] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2278.599286] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2278.599512] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2278.599601] env[63862]: DEBUG nova.virt.hardware [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2278.599885] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2278.600080] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2278.600260] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2278.600425] env[63862]: INFO nova.compute.manager [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Took 2.38 seconds to destroy the instance on the hypervisor. [ 2278.600648] env[63862]: DEBUG oslo.service.loopingcall [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.600773] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2278.601513] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563858} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.601695] env[63862]: DEBUG oslo_vmware.api [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26634} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.601772] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a00346-fd97-48fc-1336-efe8248c71a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014818} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.602439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f890f52-9a9e-4787-af9f-7611ab79511c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.604948] env[63862]: DEBUG nova.compute.manager [-] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2278.605069] env[63862]: DEBUG nova.network.neutron [-] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2278.606952] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.609034] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2278.609034] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2278.609034] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2278.609034] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2278.609034] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2278.609034] env[63862]: INFO nova.compute.manager [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Took 2.65 seconds to destroy the instance on the hypervisor. [ 2278.609034] env[63862]: DEBUG oslo.service.loopingcall [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.609034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.609034] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2278.609405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.609405] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.609405] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2278.609597] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22ac5df8-1b9a-4b77-8080-1b0c51cc196f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.611790] env[63862]: DEBUG nova.compute.manager [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2278.611886] env[63862]: DEBUG nova.network.neutron [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2278.617024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.617024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2278.617024] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a580cdcb-3566-4c29-b044-d83e6610abec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.617024] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84947153-8d00-4f01-b106-aa656d7df65d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.621994] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd8ef0-75c5-4858-a032-4d1d51d9d051 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.628490] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2278.628490] env[63862]: value = "task-2098727" [ 2278.628490] env[63862]: _type = "Task" [ 2278.628490] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.628803] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2278.628803] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52eccdc3-457c-c16b-bb78-1081e6ff961f" [ 2278.628803] env[63862]: _type = "Task" [ 2278.628803] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.630232] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2278.630397] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2278.637717] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a89c3e-2fb8-44fd-9850-7f7c7d9b31ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.662567] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52eccdc3-457c-c16b-bb78-1081e6ff961f, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.663470] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2278.663470] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521b4b0a-fd1a-b82c-16a7-7af2f7591fa3" [ 2278.663470] env[63862]: _type = "Task" [ 2278.663470] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.663470] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.665380] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.665654] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2278.665897] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.678382] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521b4b0a-fd1a-b82c-16a7-7af2f7591fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.679388] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616dd02b-067a-4f14-9814-d065f77dfa06 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.688295] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2278.688295] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524067d5-8283-422a-1045-352dc18226a3" [ 2278.688295] env[63862]: _type = "Task" [ 2278.688295] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.697210] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524067d5-8283-422a-1045-352dc18226a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.948399] env[63862]: DEBUG nova.compute.manager [req-a549806b-f18f-4579-a984-0c6557241aaa req-c1b93a3c-830e-41de-90c5-4e1545be7cfa service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Received event network-vif-plugged-428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2278.948610] env[63862]: DEBUG oslo_concurrency.lockutils [req-a549806b-f18f-4579-a984-0c6557241aaa req-c1b93a3c-830e-41de-90c5-4e1545be7cfa service nova] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2278.948817] env[63862]: DEBUG oslo_concurrency.lockutils [req-a549806b-f18f-4579-a984-0c6557241aaa req-c1b93a3c-830e-41de-90c5-4e1545be7cfa service nova] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2278.949732] env[63862]: DEBUG oslo_concurrency.lockutils [req-a549806b-f18f-4579-a984-0c6557241aaa req-c1b93a3c-830e-41de-90c5-4e1545be7cfa service nova] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.949732] env[63862]: DEBUG nova.compute.manager [req-a549806b-f18f-4579-a984-0c6557241aaa req-c1b93a3c-830e-41de-90c5-4e1545be7cfa service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] No waiting events found dispatching network-vif-plugged-428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2278.949732] env[63862]: WARNING nova.compute.manager [req-a549806b-f18f-4579-a984-0c6557241aaa req-c1b93a3c-830e-41de-90c5-4e1545be7cfa service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Received unexpected event network-vif-plugged-428131eb-29a9-4d74-9090-8c16179c1a4b for instance with vm_state building and task_state spawning. [ 2279.065261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.065261] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2279.065897] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.193s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.072169] env[63862]: INFO nova.compute.claims [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2279.087140] env[63862]: DEBUG nova.compute.manager [req-1e463068-9a26-4eac-929c-e39b43e7dab1 req-cc732e41-61e0-4a17-89ed-20e79621b46f service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Received event network-vif-deleted-056252aa-1d7d-415d-93ed-629c330ac545 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2279.087334] env[63862]: INFO nova.compute.manager [req-1e463068-9a26-4eac-929c-e39b43e7dab1 req-cc732e41-61e0-4a17-89ed-20e79621b46f service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Neutron deleted interface 056252aa-1d7d-415d-93ed-629c330ac545; detaching it from the instance and deleting it from the info cache [ 2279.087500] env[63862]: DEBUG nova.network.neutron [req-1e463068-9a26-4eac-929c-e39b43e7dab1 req-cc732e41-61e0-4a17-89ed-20e79621b46f service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.141929] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084534} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.142298] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2279.143156] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f71b4d5-9135-47ae-817e-10924a36bfdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.168059] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2279.169908] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9a4367-8359-4398-9adf-59a5c020fa8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.186664] env[63862]: DEBUG nova.compute.manager [req-c96536e5-695d-441a-b710-01042632d29d req-470b4b2c-67dd-43e8-a92f-95b4bdc0012d service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Received event network-vif-deleted-ea5facc1-6da6-44b0-9324-48d972173509 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2279.186851] env[63862]: INFO nova.compute.manager [req-c96536e5-695d-441a-b710-01042632d29d req-470b4b2c-67dd-43e8-a92f-95b4bdc0012d service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Neutron deleted interface ea5facc1-6da6-44b0-9324-48d972173509; detaching it from the instance and deleting it from the info cache [ 2279.187045] env[63862]: DEBUG nova.network.neutron [req-c96536e5-695d-441a-b710-01042632d29d req-470b4b2c-67dd-43e8-a92f-95b4bdc0012d service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.193794] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2279.193794] env[63862]: value = "task-2098728" [ 2279.193794] env[63862]: _type = "Task" [ 2279.193794] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.200985] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524067d5-8283-422a-1045-352dc18226a3, 'name': SearchDatastore_Task, 'duration_secs': 0.018898} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.201529] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.201812] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 439a36f6-370c-45fd-88b2-e413bae35b86/439a36f6-370c-45fd-88b2-e413bae35b86.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2279.202310] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.202520] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2279.202731] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea708f0-c9ad-4d3b-9220-2af309c6cf6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.207512] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c24ae5f-2086-4046-bc22-f3b707a73836 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.209313] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.215234] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2279.215234] env[63862]: value = "task-2098729" [ 2279.215234] env[63862]: _type = "Task" [ 2279.215234] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.219451] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2279.219677] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2279.220748] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66416e2d-a78c-458d-8258-3685e7ec5667 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.225713] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.228647] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2279.228647] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5240c150-264c-5481-81ac-80b82789c55c" [ 2279.228647] env[63862]: _type = "Task" [ 2279.228647] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.236131] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5240c150-264c-5481-81ac-80b82789c55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.542330] env[63862]: DEBUG nova.network.neutron [-] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.577907] env[63862]: DEBUG nova.compute.utils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2279.579784] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2279.580023] env[63862]: DEBUG nova.network.neutron [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2279.593326] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c50109d7-446a-4315-bf56-2e63722a08ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.598740] env[63862]: DEBUG nova.network.neutron [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Successfully updated port: 428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2279.605032] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4239539-2436-4863-be4e-18b8370b27e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.646839] env[63862]: DEBUG nova.compute.manager [req-1e463068-9a26-4eac-929c-e39b43e7dab1 req-cc732e41-61e0-4a17-89ed-20e79621b46f service nova] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Detach interface failed, port_id=056252aa-1d7d-415d-93ed-629c330ac545, reason: Instance 5055db0a-a895-4fbd-be64-e587e03ce58e could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2279.674896] env[63862]: DEBUG nova.policy [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd22a2e69e3a4df08aca4dce7a1c17f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b97b1c7b1c443118ed5b07c8af40fac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2279.686201] env[63862]: DEBUG nova.network.neutron [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.689941] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391c2aff-9450-4c0a-b6a4-95ad534962e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.705048] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a32fd-9031-46ee-b081-7b34dd07f414 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.722808] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.734724] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098729, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.750859] env[63862]: DEBUG nova.compute.manager [req-c96536e5-695d-441a-b710-01042632d29d req-470b4b2c-67dd-43e8-a92f-95b4bdc0012d service nova] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Detach interface failed, port_id=ea5facc1-6da6-44b0-9324-48d972173509, reason: Instance 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2279.758888] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5240c150-264c-5481-81ac-80b82789c55c, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.759777] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f10bf5e-ce10-4cc9-b359-2c475bb8c8bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.765267] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2279.765267] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5262d6af-9ac2-9246-cde8-b7e1aa3c9747" [ 2279.765267] env[63862]: _type = "Task" [ 2279.765267] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.774168] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5262d6af-9ac2-9246-cde8-b7e1aa3c9747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.047617] env[63862]: INFO nova.compute.manager [-] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Took 1.44 seconds to deallocate network for instance. [ 2280.058100] env[63862]: DEBUG nova.network.neutron [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Successfully created port: 4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2280.084673] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2280.101131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.102147] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.102479] env[63862]: DEBUG nova.network.neutron [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2280.187605] env[63862]: INFO nova.compute.manager [-] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Took 1.58 seconds to deallocate network for instance. [ 2280.207053] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098728, 'name': ReconfigVM_Task, 'duration_secs': 0.692575} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.207339] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f/24facf4b-f8aa-4545-89a6-4548c73ef49f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2280.208513] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'encrypted': False, 'guest_format': None, 'image_id': '26765a8f-4689-426a-be47-73042bfcfa04'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'}, 'device_type': None, 'delete_on_termination': False, 'attachment_id': '793bb891-01d3-46de-ae70-cc4028b430c3', 'mount_device': '/dev/sdb', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63862) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2280.208819] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2280.208901] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2280.209753] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6babb2e-1875-49f5-9621-1cf1577c7e58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.232226] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ef3576-9d4a-4007-a584-6bf414023391 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.245522] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521583} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.262807] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 439a36f6-370c-45fd-88b2-e413bae35b86/439a36f6-370c-45fd-88b2-e413bae35b86.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2280.263138] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2280.271694] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9/volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2280.274660] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d42bcb8e-d1b9-4205-bd8b-f9a5c2919f75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.277499] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bcf0417-7b92-436c-a015-7ebf0165b448 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.304774] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5262d6af-9ac2-9246-cde8-b7e1aa3c9747, 'name': SearchDatastore_Task, 'duration_secs': 0.011816} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.308648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2280.308648] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] e9a238da-62d7-4923-b2f8-9a41688565f8/e9a238da-62d7-4923-b2f8-9a41688565f8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2280.308648] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2280.308648] env[63862]: value = "task-2098731" [ 2280.308648] env[63862]: _type = "Task" [ 2280.308648] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.308871] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2280.308871] env[63862]: value = "task-2098732" [ 2280.308871] env[63862]: _type = "Task" [ 2280.308871] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.311908] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08d44fd-1785-4c89-9a20-507ad748ab0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.334530] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.336299] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2280.336299] env[63862]: value = "task-2098733" [ 2280.336299] env[63862]: _type = "Task" [ 2280.336299] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.336299] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.344718] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.457719] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49965259-6a74-42f9-9f77-616dc3a52fdf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.466084] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d4556-7106-41ef-a6e8-e02ac33304df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.499126] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa680984-19ea-4b3f-b0ca-eba015e3af2b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.506982] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02403fc8-3406-4850-b12a-67fd52c63077 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.520707] env[63862]: DEBUG nova.compute.provider_tree [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2280.555031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.640302] env[63862]: DEBUG nova.network.neutron [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2280.697322] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2280.833324] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082932} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.838656] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2280.839144] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.840059] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c36afd6-04e5-4c55-a584-169b246541d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.869182] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 439a36f6-370c-45fd-88b2-e413bae35b86/439a36f6-370c-45fd-88b2-e413bae35b86.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2280.873129] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3345b6c-3f1f-4a49-800e-71f72e135048 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.889190] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098733, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.890326] env[63862]: DEBUG nova.network.neutron [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updating instance_info_cache with network_info: [{"id": "428131eb-29a9-4d74-9090-8c16179c1a4b", "address": "fa:16:3e:19:5c:68", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428131eb-29", "ovs_interfaceid": "428131eb-29a9-4d74-9090-8c16179c1a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2280.897184] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2280.897184] env[63862]: value = "task-2098734" [ 2280.897184] env[63862]: _type = "Task" [ 2280.897184] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.905765] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.023593] env[63862]: DEBUG nova.scheduler.client.report [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2281.093662] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2281.128738] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2281.128998] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2281.129174] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2281.129353] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2281.129493] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2281.129638] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2281.129841] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2281.129996] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2281.130183] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2281.130342] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2281.130515] env[63862]: DEBUG nova.virt.hardware [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2281.132331] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98764734-a343-46f6-b284-3d7198f5e472 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.136303] env[63862]: DEBUG nova.compute.manager [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Received event network-changed-428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2281.136492] env[63862]: DEBUG nova.compute.manager [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Refreshing instance network info cache due to event network-changed-428131eb-29a9-4d74-9090-8c16179c1a4b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2281.136682] env[63862]: DEBUG oslo_concurrency.lockutils [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] Acquiring lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.143037] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b821532-c75c-40f1-b213-745437e44352 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.326067] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098732, 'name': ReconfigVM_Task, 'duration_secs': 0.731089} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.326380] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9/volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2281.331200] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f5c83a-57fe-4168-af31-98364eeab353 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.351908] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550137} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.352656] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] e9a238da-62d7-4923-b2f8-9a41688565f8/e9a238da-62d7-4923-b2f8-9a41688565f8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2281.352880] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2281.353278] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2281.353278] env[63862]: value = "task-2098735" [ 2281.353278] env[63862]: _type = "Task" [ 2281.353278] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.353407] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62226bbd-e474-4933-8233-1395ee21a104 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.363511] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.364784] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2281.364784] env[63862]: value = "task-2098736" [ 2281.364784] env[63862]: _type = "Task" [ 2281.364784] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.374242] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.394067] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.394067] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Instance network_info: |[{"id": "428131eb-29a9-4d74-9090-8c16179c1a4b", "address": "fa:16:3e:19:5c:68", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428131eb-29", "ovs_interfaceid": "428131eb-29a9-4d74-9090-8c16179c1a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2281.394067] env[63862]: DEBUG oslo_concurrency.lockutils [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] Acquired lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.394386] env[63862]: DEBUG nova.network.neutron [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Refreshing network info cache for port 428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2281.395980] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:5c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428131eb-29a9-4d74-9090-8c16179c1a4b', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2281.403582] env[63862]: DEBUG oslo.service.loopingcall [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2281.404956] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2281.408592] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e891812-b1a5-4f16-a855-bdf78cfa157f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.429156] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098734, 'name': ReconfigVM_Task, 'duration_secs': 0.402846} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.430486] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 439a36f6-370c-45fd-88b2-e413bae35b86/439a36f6-370c-45fd-88b2-e413bae35b86.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2281.431144] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2281.431144] env[63862]: value = "task-2098737" [ 2281.431144] env[63862]: _type = "Task" [ 2281.431144] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.431333] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c781f3b-3426-42c4-94e2-fc49732a5c39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.443943] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098737, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.444629] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2281.444629] env[63862]: value = "task-2098738" [ 2281.444629] env[63862]: _type = "Task" [ 2281.444629] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.452816] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098738, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.532021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.532021] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2281.533282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.070s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.535265] env[63862]: INFO nova.compute.claims [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2281.573020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.573020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.573020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.573020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.573020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.574713] env[63862]: INFO nova.compute.manager [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Terminating instance [ 2281.605419] env[63862]: DEBUG nova.compute.manager [req-27912b03-d778-4224-9976-e67d9d711890 req-e8a60c2a-00df-4605-a71a-89c989a0e0e7 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Received event network-vif-plugged-4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2281.606018] env[63862]: DEBUG oslo_concurrency.lockutils [req-27912b03-d778-4224-9976-e67d9d711890 req-e8a60c2a-00df-4605-a71a-89c989a0e0e7 service nova] Acquiring lock "cc1672aa-26ae-4bee-ae03-e32878d61078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.606196] env[63862]: DEBUG oslo_concurrency.lockutils [req-27912b03-d778-4224-9976-e67d9d711890 req-e8a60c2a-00df-4605-a71a-89c989a0e0e7 service nova] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.606464] env[63862]: DEBUG oslo_concurrency.lockutils [req-27912b03-d778-4224-9976-e67d9d711890 req-e8a60c2a-00df-4605-a71a-89c989a0e0e7 service nova] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.607620] env[63862]: DEBUG nova.compute.manager [req-27912b03-d778-4224-9976-e67d9d711890 req-e8a60c2a-00df-4605-a71a-89c989a0e0e7 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] No waiting events found dispatching network-vif-plugged-4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2281.607620] env[63862]: WARNING nova.compute.manager [req-27912b03-d778-4224-9976-e67d9d711890 req-e8a60c2a-00df-4605-a71a-89c989a0e0e7 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Received unexpected event network-vif-plugged-4e7ae225-8930-4262-96f4-e6e1a9305401 for instance with vm_state building and task_state spawning. [ 2281.754221] env[63862]: DEBUG nova.network.neutron [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Successfully updated port: 4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2281.830617] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2281.830858] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429745', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'name': 'volume-501da212-e23a-4f6c-8342-42a6094d207c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'serial': '501da212-e23a-4f6c-8342-42a6094d207c'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2281.832081] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a208a9-db1e-4c11-8590-3d76e87db625 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.848574] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cda88f8-11e1-4aa6-ae07-4ec28dc47425 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.873110] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-501da212-e23a-4f6c-8342-42a6094d207c/volume-501da212-e23a-4f6c-8342-42a6094d207c.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2281.879178] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b0b455-ae6f-4b0c-baca-0af97b442a52 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.898512] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110412} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.902500] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2281.902806] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098735, 'name': ReconfigVM_Task, 'duration_secs': 0.179866} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.903071] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2281.903071] env[63862]: value = "task-2098739" [ 2281.903071] env[63862]: _type = "Task" [ 2281.903071] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.903743] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79c532-357d-44ee-8826-0c9c48d899d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.906187] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2281.908586] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7526c3e6-7207-4aaf-a943-935194cf5444 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.932904] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] e9a238da-62d7-4923-b2f8-9a41688565f8/e9a238da-62d7-4923-b2f8-9a41688565f8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2281.937905] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2806fe1b-b6ed-4f91-a861-bee92d4c78e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.953651] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.953974] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2281.953974] env[63862]: value = "task-2098740" [ 2281.953974] env[63862]: _type = "Task" [ 2281.953974] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.968478] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2281.968478] env[63862]: value = "task-2098741" [ 2281.968478] env[63862]: _type = "Task" [ 2281.968478] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.971830] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098737, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.980283] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098740, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.980534] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098738, 'name': Rename_Task, 'duration_secs': 0.167036} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.980783] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2281.981375] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c7e820f-4035-4c1a-bfe7-b763dc2d2b50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.986536] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.990849] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2281.990849] env[63862]: value = "task-2098742" [ 2281.990849] env[63862]: _type = "Task" [ 2281.990849] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.998676] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.039955] env[63862]: DEBUG nova.compute.utils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2282.044970] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2282.045277] env[63862]: DEBUG nova.network.neutron [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2282.083381] env[63862]: DEBUG nova.compute.manager [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2282.083655] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2282.084647] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaed5184-f8b9-4320-9bea-b955ec36d686 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.092815] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2282.093140] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff41456-29d3-48be-ad6e-0829c72848d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.098957] env[63862]: DEBUG nova.policy [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7cba07d3024839861d6f18ec630e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae90ea36d3a47c68c48b289663ca235', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2282.101867] env[63862]: DEBUG oslo_vmware.api [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2282.101867] env[63862]: value = "task-2098743" [ 2282.101867] env[63862]: _type = "Task" [ 2282.101867] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.110960] env[63862]: DEBUG oslo_vmware.api [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.212419] env[63862]: DEBUG nova.network.neutron [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updated VIF entry in instance network info cache for port 428131eb-29a9-4d74-9090-8c16179c1a4b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2282.212803] env[63862]: DEBUG nova.network.neutron [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updating instance_info_cache with network_info: [{"id": "428131eb-29a9-4d74-9090-8c16179c1a4b", "address": "fa:16:3e:19:5c:68", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428131eb-29", "ovs_interfaceid": "428131eb-29a9-4d74-9090-8c16179c1a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.258727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "refresh_cache-cc1672aa-26ae-4bee-ae03-e32878d61078" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.258727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired lock "refresh_cache-cc1672aa-26ae-4bee-ae03-e32878d61078" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.258727] env[63862]: DEBUG nova.network.neutron [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2282.415774] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098739, 'name': ReconfigVM_Task, 'duration_secs': 0.489062} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.416139] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-501da212-e23a-4f6c-8342-42a6094d207c/volume-501da212-e23a-4f6c-8342-42a6094d207c.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2282.421342] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4ad296-0c12-4140-8fe8-2a46ef6e3c68 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.438814] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2282.438814] env[63862]: value = "task-2098744" [ 2282.438814] env[63862]: _type = "Task" [ 2282.438814] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.450048] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.453128] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098737, 'name': CreateVM_Task, 'duration_secs': 0.756099} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.453294] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2282.454085] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.454138] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.454454] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2282.454715] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e55f719-86ac-4f35-b3ac-75bcba7f87bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.459242] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2282.459242] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ba0f71-38bf-e547-a779-7801e5a1833c" [ 2282.459242] env[63862]: _type = "Task" [ 2282.459242] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.471128] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ba0f71-38bf-e547-a779-7801e5a1833c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.474356] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098740, 'name': Rename_Task, 'duration_secs': 0.192673} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.475149] env[63862]: DEBUG nova.network.neutron [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Successfully created port: 231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2282.479774] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2282.480061] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4579bb0-584f-4a29-ad70-b1f951a48b30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.487057] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098741, 'name': ReconfigVM_Task, 'duration_secs': 0.453855} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.488366] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Reconfigured VM instance instance-0000005a to attach disk [datastore2] e9a238da-62d7-4923-b2f8-9a41688565f8/e9a238da-62d7-4923-b2f8-9a41688565f8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2282.489071] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2282.489071] env[63862]: value = "task-2098745" [ 2282.489071] env[63862]: _type = "Task" [ 2282.489071] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.489274] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0605ce-02c1-4998-a1e5-aea02b2efdb9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.498524] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2282.498524] env[63862]: value = "task-2098746" [ 2282.498524] env[63862]: _type = "Task" [ 2282.498524] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.504670] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.508869] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.514095] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098746, 'name': Rename_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.545700] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2282.616828] env[63862]: DEBUG oslo_vmware.api [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098743, 'name': PowerOffVM_Task, 'duration_secs': 0.229206} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.617179] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2282.617426] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2282.617712] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd630bd6-1618-4dfd-b21d-608c1cc2eb47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.710670] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541177-8d7d-025d-5043-2324e8a2b845/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2282.711439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bcd6f1-6a3a-47f0-91f9-1d4729b9b71a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.717777] env[63862]: DEBUG oslo_concurrency.lockutils [req-1a558726-074b-4975-bb87-16861bc74574 req-e86fd17e-1641-40c0-951e-814a0112f080 service nova] Releasing lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.721854] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541177-8d7d-025d-5043-2324e8a2b845/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2282.722028] env[63862]: ERROR oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541177-8d7d-025d-5043-2324e8a2b845/disk-0.vmdk due to incomplete transfer. [ 2282.722267] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3965b7c-d27b-4d04-866e-5451281a2fd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.731723] env[63862]: DEBUG oslo_vmware.rw_handles [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52541177-8d7d-025d-5043-2324e8a2b845/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2282.731926] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Uploaded image 11b814ec-1fab-433e-a2d8-d1bfcde0c6e4 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2282.734790] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2282.735068] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3bc7c969-b497-4c32-8e24-5208a8ed94a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.742129] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2282.742129] env[63862]: value = "task-2098748" [ 2282.742129] env[63862]: _type = "Task" [ 2282.742129] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.756888] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098748, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.811504] env[63862]: DEBUG nova.network.neutron [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2282.846724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ed695e-4aa6-40f0-9d13-7e7f270fa0e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.855386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935a6a7d-7e0d-4512-99c6-99b2e4e574d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.899268] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2282.899590] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2282.899788] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleting the datastore file [datastore2] 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2282.900551] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc35be0b-ad80-4a04-b4c6-9d7c2c12fec5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.903077] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-608077c1-e70e-4c05-afb1-a19614b3f092 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.911725] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d302590f-9e87-44f4-9730-07f4a0f2add9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.915789] env[63862]: DEBUG oslo_vmware.api [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for the task: (returnval){ [ 2282.915789] env[63862]: value = "task-2098749" [ 2282.915789] env[63862]: _type = "Task" [ 2282.915789] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.928444] env[63862]: DEBUG nova.compute.provider_tree [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2282.936894] env[63862]: DEBUG oslo_vmware.api [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.955402] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.968272] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ba0f71-38bf-e547-a779-7801e5a1833c, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.968580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.968811] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2282.969059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2282.969208] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2282.969384] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2282.969637] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e2b89e-5be4-46fb-bdbe-7e6ebc4db19d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.977284] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2282.977462] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2282.978173] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fa0f5a-c947-4a12-b2db-9da7e3a41c91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.983262] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2282.983262] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5284e528-5462-6892-3b50-3911eb8c7249" [ 2282.983262] env[63862]: _type = "Task" [ 2282.983262] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.990971] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5284e528-5462-6892-3b50-3911eb8c7249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.005663] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.008918] env[63862]: DEBUG oslo_vmware.api [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098742, 'name': PowerOnVM_Task, 'duration_secs': 0.537868} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.011175] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2283.011386] env[63862]: INFO nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Took 14.25 seconds to spawn the instance on the hypervisor. [ 2283.011561] env[63862]: DEBUG nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2283.014769] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1869899f-4eb0-4e26-948a-f27a585cfa2c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.017895] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098746, 'name': Rename_Task, 'duration_secs': 0.263059} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.017982] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2283.018471] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe382be7-c928-4710-9b2a-68372c3ee0cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.030575] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2283.030575] env[63862]: value = "task-2098750" [ 2283.030575] env[63862]: _type = "Task" [ 2283.030575] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.036420] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.057550] env[63862]: DEBUG nova.network.neutron [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Updating instance_info_cache with network_info: [{"id": "4e7ae225-8930-4262-96f4-e6e1a9305401", "address": "fa:16:3e:2d:7d:8f", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7ae225-89", "ovs_interfaceid": "4e7ae225-8930-4262-96f4-e6e1a9305401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.252067] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098748, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.425458] env[63862]: DEBUG oslo_vmware.api [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Task: {'id': task-2098749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14531} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.425576] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2283.425761] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2283.425963] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2283.426201] env[63862]: INFO nova.compute.manager [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Took 1.34 seconds to destroy the instance on the hypervisor. [ 2283.426559] env[63862]: DEBUG oslo.service.loopingcall [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2283.426844] env[63862]: DEBUG nova.compute.manager [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2283.427011] env[63862]: DEBUG nova.network.neutron [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2283.432717] env[63862]: DEBUG nova.scheduler.client.report [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2283.453954] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098744, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.495793] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5284e528-5462-6892-3b50-3911eb8c7249, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.500911] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce26dc07-b0af-4c31-9349-b3ba29e219fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.508683] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.510173] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2283.510173] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ef24b1-776b-bd7a-a86e-45b97d0e25f6" [ 2283.510173] env[63862]: _type = "Task" [ 2283.510173] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.521908] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ef24b1-776b-bd7a-a86e-45b97d0e25f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.522402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2283.522720] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 48600c3d-f40e-4c5d-bd1e-f8515c45eb90/48600c3d-f40e-4c5d-bd1e-f8515c45eb90.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2283.523196] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d7d7df3-da56-4b47-8adc-9aec0c8e1b27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.536389] env[63862]: INFO nova.compute.manager [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Took 33.82 seconds to build instance. [ 2283.539178] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2283.539178] env[63862]: value = "task-2098751" [ 2283.539178] env[63862]: _type = "Task" [ 2283.539178] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.544675] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.549505] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.554863] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2283.561898] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Releasing lock "refresh_cache-cc1672aa-26ae-4bee-ae03-e32878d61078" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2283.561898] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Instance network_info: |[{"id": "4e7ae225-8930-4262-96f4-e6e1a9305401", "address": "fa:16:3e:2d:7d:8f", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7ae225-89", "ovs_interfaceid": "4e7ae225-8930-4262-96f4-e6e1a9305401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2283.561898] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:7d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e7ae225-8930-4262-96f4-e6e1a9305401', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2283.569248] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Creating folder: Project (0b97b1c7b1c443118ed5b07c8af40fac). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2283.569892] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db55e7d-331c-4068-ad4c-133dec1e7c79 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.581414] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Created folder: Project (0b97b1c7b1c443118ed5b07c8af40fac) in parent group-v429490. [ 2283.583939] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Creating folder: Instances. Parent ref: group-v429747. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2283.586556] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2283.586830] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2283.587062] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2283.587294] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2283.587499] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2283.587700] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2283.587990] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2283.588238] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2283.588451] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2283.588672] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2283.588889] env[63862]: DEBUG nova.virt.hardware [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2283.589242] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff60d74-2d88-4f50-ac82-227391c89569 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.591867] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e463f5aa-a79b-40b6-942b-01e2ee6e8ee2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.603304] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c679b3-3e14-4468-ae3e-4e314cb8ad34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.608693] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Created folder: Instances in parent group-v429747. [ 2283.609030] env[63862]: DEBUG oslo.service.loopingcall [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2283.609738] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2283.610014] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb920cdd-9579-4bb0-be41-6a0b2e366ada {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.637396] env[63862]: DEBUG nova.compute.manager [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Received event network-changed-4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2283.637647] env[63862]: DEBUG nova.compute.manager [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Refreshing instance network info cache due to event network-changed-4e7ae225-8930-4262-96f4-e6e1a9305401. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2283.637904] env[63862]: DEBUG oslo_concurrency.lockutils [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] Acquiring lock "refresh_cache-cc1672aa-26ae-4bee-ae03-e32878d61078" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.638102] env[63862]: DEBUG oslo_concurrency.lockutils [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] Acquired lock "refresh_cache-cc1672aa-26ae-4bee-ae03-e32878d61078" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.638331] env[63862]: DEBUG nova.network.neutron [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Refreshing network info cache for port 4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2283.641668] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2283.641668] env[63862]: value = "task-2098754" [ 2283.641668] env[63862]: _type = "Task" [ 2283.641668] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.651271] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098754, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.754160] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098748, 'name': Destroy_Task, 'duration_secs': 0.888145} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.754457] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Destroyed the VM [ 2283.754705] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2283.754980] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2778cad5-9927-4561-a4fa-b50860c7469f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.763198] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2283.763198] env[63862]: value = "task-2098755" [ 2283.763198] env[63862]: _type = "Task" [ 2283.763198] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.773719] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.937756] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.938370] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2283.945802] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.156s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.947591] env[63862]: INFO nova.compute.claims [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2283.969327] env[63862]: DEBUG oslo_vmware.api [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098744, 'name': ReconfigVM_Task, 'duration_secs': 1.210374} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.970564] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429745', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'name': 'volume-501da212-e23a-4f6c-8342-42a6094d207c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'serial': '501da212-e23a-4f6c-8342-42a6094d207c'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2284.007804] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098745, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.040423] env[63862]: DEBUG oslo_concurrency.lockutils [None req-97e7d093-2b3a-4431-97f5-11d1e689d719 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "439a36f6-370c-45fd-88b2-e413bae35b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.332s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.040875] env[63862]: DEBUG oslo_vmware.api [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098750, 'name': PowerOnVM_Task, 'duration_secs': 0.860544} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.048044] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2284.048044] env[63862]: INFO nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Took 10.36 seconds to spawn the instance on the hypervisor. [ 2284.048044] env[63862]: DEBUG nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.048044] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa3a203-cd5e-4b42-b77d-5633cc6edca7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.054666] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50425} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.056517] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 48600c3d-f40e-4c5d-bd1e-f8515c45eb90/48600c3d-f40e-4c5d-bd1e-f8515c45eb90.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2284.056794] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2284.060984] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cfe69da-8190-4eb8-aa7a-b063f9c9ee1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.068438] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2284.068438] env[63862]: value = "task-2098756" [ 2284.068438] env[63862]: _type = "Task" [ 2284.068438] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.078360] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.160469] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098754, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.193452] env[63862]: DEBUG nova.compute.manager [req-847d50cd-c221-455a-ae42-52e8a1fcb04c req-feff24b2-9c04-451d-884e-d5b75449f386 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Received event network-vif-plugged-231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2284.193676] env[63862]: DEBUG oslo_concurrency.lockutils [req-847d50cd-c221-455a-ae42-52e8a1fcb04c req-feff24b2-9c04-451d-884e-d5b75449f386 service nova] Acquiring lock "1d94f58a-26e3-45db-94f2-6baeab5550c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.194636] env[63862]: DEBUG oslo_concurrency.lockutils [req-847d50cd-c221-455a-ae42-52e8a1fcb04c req-feff24b2-9c04-451d-884e-d5b75449f386 service nova] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.194636] env[63862]: DEBUG oslo_concurrency.lockutils [req-847d50cd-c221-455a-ae42-52e8a1fcb04c req-feff24b2-9c04-451d-884e-d5b75449f386 service nova] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.194636] env[63862]: DEBUG nova.compute.manager [req-847d50cd-c221-455a-ae42-52e8a1fcb04c req-feff24b2-9c04-451d-884e-d5b75449f386 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] No waiting events found dispatching network-vif-plugged-231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2284.194636] env[63862]: WARNING nova.compute.manager [req-847d50cd-c221-455a-ae42-52e8a1fcb04c req-feff24b2-9c04-451d-884e-d5b75449f386 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Received unexpected event network-vif-plugged-231dc173-92a3-47f2-b6f4-f4bcab40c82f for instance with vm_state building and task_state spawning. [ 2284.220749] env[63862]: DEBUG nova.network.neutron [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.272944] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098755, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.440781] env[63862]: DEBUG nova.network.neutron [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Successfully updated port: 231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2284.456880] env[63862]: DEBUG nova.compute.utils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2284.459694] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2284.459868] env[63862]: DEBUG nova.network.neutron [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2284.506471] env[63862]: DEBUG oslo_vmware.api [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098745, 'name': PowerOnVM_Task, 'duration_secs': 1.79946} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.506801] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2284.507147] env[63862]: DEBUG nova.compute.manager [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2284.507996] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0e88ae-5c6c-4e42-88b7-c2e2986c55a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.521458] env[63862]: DEBUG nova.policy [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc6039f7c8c14bf98d41b238a27c9afc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8fcb223b1484cc4b5ebc846062e0f63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2284.574066] env[63862]: INFO nova.compute.manager [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Took 31.63 seconds to build instance. [ 2284.580112] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068644} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.582295] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2284.583201] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed29ada-3863-4abe-937d-2f00088f7844 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.606570] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 48600c3d-f40e-4c5d-bd1e-f8515c45eb90/48600c3d-f40e-4c5d-bd1e-f8515c45eb90.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2284.607553] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d5f04f4-b873-4297-b6c4-fc94e43206ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.627243] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2284.627243] env[63862]: value = "task-2098757" [ 2284.627243] env[63862]: _type = "Task" [ 2284.627243] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.635512] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.653867] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098754, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.725396] env[63862]: INFO nova.compute.manager [-] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Took 1.30 seconds to deallocate network for instance. [ 2284.778210] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098755, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.859447] env[63862]: DEBUG nova.network.neutron [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Updated VIF entry in instance network info cache for port 4e7ae225-8930-4262-96f4-e6e1a9305401. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2284.860225] env[63862]: DEBUG nova.network.neutron [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Updating instance_info_cache with network_info: [{"id": "4e7ae225-8930-4262-96f4-e6e1a9305401", "address": "fa:16:3e:2d:7d:8f", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e7ae225-89", "ovs_interfaceid": "4e7ae225-8930-4262-96f4-e6e1a9305401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.943947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-1d94f58a-26e3-45db-94f2-6baeab5550c0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.944180] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-1d94f58a-26e3-45db-94f2-6baeab5550c0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.944325] env[63862]: DEBUG nova.network.neutron [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2284.963022] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2284.986374] env[63862]: DEBUG nova.network.neutron [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Successfully created port: 2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2285.032209] env[63862]: DEBUG nova.objects.instance [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 382480df-8c0a-44a4-b181-4070fa816c09 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2285.040172] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.076735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c9959b7f-a16b-4a9a-bafc-51775c59b57e tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.141s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.138638] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.154832] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098754, 'name': CreateVM_Task, 'duration_secs': 1.321562} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.157362] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2285.158353] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.158462] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.158704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2285.158971] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0de5120-6643-43a1-9996-3abe9c307be6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.164183] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2285.164183] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a2ddfe-3d54-3790-b659-5c7df0dcd9f3" [ 2285.164183] env[63862]: _type = "Task" [ 2285.164183] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.173298] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a2ddfe-3d54-3790-b659-5c7df0dcd9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.233910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.276676] env[63862]: DEBUG oslo_vmware.api [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098755, 'name': RemoveSnapshot_Task, 'duration_secs': 1.378781} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.276977] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2285.277242] env[63862]: INFO nova.compute.manager [None req-f7efda9f-5a59-4214-8acf-78af3272384c tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Took 21.56 seconds to snapshot the instance on the hypervisor. [ 2285.282275] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df11668-725b-4c67-83e4-0b6e3a296f14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.290375] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0032ff3b-0b90-4a3e-9877-7f5631d9ed66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.324530] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a426c8a-a65c-4a92-a787-67551a1ce749 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.333321] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a6bb60-4b0c-4ba1-8293-f6181aaca9c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.354176] env[63862]: DEBUG nova.compute.provider_tree [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2285.362700] env[63862]: DEBUG oslo_concurrency.lockutils [req-fa1725cf-ecb9-4473-a8f5-53e93104902b req-d3746943-8b3b-47e1-b9d2-cdacd46a96e4 service nova] Releasing lock "refresh_cache-cc1672aa-26ae-4bee-ae03-e32878d61078" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.503477] env[63862]: DEBUG nova.network.neutron [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2285.542452] env[63862]: DEBUG oslo_concurrency.lockutils [None req-211ac8f5-99bb-44b0-b2f4-284f7c91d7e1 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.356s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.638823] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098757, 'name': ReconfigVM_Task, 'duration_secs': 0.904084} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.639442] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 48600c3d-f40e-4c5d-bd1e-f8515c45eb90/48600c3d-f40e-4c5d-bd1e-f8515c45eb90.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2285.640141] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8859ff8-805f-4333-a244-d2c116f6ee24 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.647333] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2285.647333] env[63862]: value = "task-2098758" [ 2285.647333] env[63862]: _type = "Task" [ 2285.647333] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.657055] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098758, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.681872] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a2ddfe-3d54-3790-b659-5c7df0dcd9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.682215] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.682481] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2285.682740] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.682882] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.683079] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2285.683381] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d86794f-2112-46b1-a243-e9184349f315 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.692349] env[63862]: DEBUG nova.compute.manager [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Received event network-vif-deleted-cfe02231-4525-4120-b7a9-be27ebed9fbd {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2285.692667] env[63862]: DEBUG nova.compute.manager [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Received event network-changed-13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2285.692812] env[63862]: DEBUG nova.compute.manager [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Refreshing instance network info cache due to event network-changed-13259df4-0d41-4389-9ad1-716cd13275c0. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2285.692957] env[63862]: DEBUG oslo_concurrency.lockutils [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] Acquiring lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.693153] env[63862]: DEBUG oslo_concurrency.lockutils [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] Acquired lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.693337] env[63862]: DEBUG nova.network.neutron [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Refreshing network info cache for port 13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2285.696247] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2285.696420] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2285.697973] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e2c65a-1fb5-4515-8e75-33a3826e45a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.706970] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2285.706970] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521eca25-2c48-7a1a-d10a-ae864c574f90" [ 2285.706970] env[63862]: _type = "Task" [ 2285.706970] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.720176] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521eca25-2c48-7a1a-d10a-ae864c574f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.721219] env[63862]: DEBUG nova.network.neutron [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Updating instance_info_cache with network_info: [{"id": "231dc173-92a3-47f2-b6f4-f4bcab40c82f", "address": "fa:16:3e:8e:da:ef", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231dc173-92", "ovs_interfaceid": "231dc173-92a3-47f2-b6f4-f4bcab40c82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.857500] env[63862]: DEBUG nova.scheduler.client.report [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2285.978534] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2286.017392] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2286.017799] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2286.018182] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2286.018524] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2286.019712] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2286.020967] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2286.020967] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2286.020967] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2286.020967] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2286.020967] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2286.020967] env[63862]: DEBUG nova.virt.hardware [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2286.021951] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02788654-3553-40f8-99fd-5ba81c963252 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.032107] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94590f29-f3e0-428e-b4a1-0f3ff547cea6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.156612] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098758, 'name': Rename_Task, 'duration_secs': 0.161148} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.156885] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2286.157175] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195ad1fc-664f-4d78-83f3-f6a8e2731fa2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.163294] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2286.163294] env[63862]: value = "task-2098759" [ 2286.163294] env[63862]: _type = "Task" [ 2286.163294] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.171249] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.216811] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521eca25-2c48-7a1a-d10a-ae864c574f90, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.217565] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-755abb0d-9a78-4aad-8276-d30a3891de97 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.223121] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2286.223121] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52258092-47ac-c79c-0c1e-9ee778b7c338" [ 2286.223121] env[63862]: _type = "Task" [ 2286.223121] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.223926] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-1d94f58a-26e3-45db-94f2-6baeab5550c0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.223926] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Instance network_info: |[{"id": "231dc173-92a3-47f2-b6f4-f4bcab40c82f", "address": "fa:16:3e:8e:da:ef", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231dc173-92", "ovs_interfaceid": "231dc173-92a3-47f2-b6f4-f4bcab40c82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2286.227237] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:da:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '231dc173-92a3-47f2-b6f4-f4bcab40c82f', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2286.234922] env[63862]: DEBUG oslo.service.loopingcall [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.237353] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2286.238010] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d55dab25-3470-47a3-a48b-22ed171b1e20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.258830] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52258092-47ac-c79c-0c1e-9ee778b7c338, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.259693] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.260502] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] cc1672aa-26ae-4bee-ae03-e32878d61078/cc1672aa-26ae-4bee-ae03-e32878d61078.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2286.260502] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81dd2ba-1472-4662-86ba-38d86fda3803 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.263958] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2286.263958] env[63862]: value = "task-2098760" [ 2286.263958] env[63862]: _type = "Task" [ 2286.263958] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.268912] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2286.268912] env[63862]: value = "task-2098761" [ 2286.268912] env[63862]: _type = "Task" [ 2286.268912] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.278481] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098760, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.282973] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.357962] env[63862]: DEBUG nova.compute.manager [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Received event network-changed-231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2286.358286] env[63862]: DEBUG nova.compute.manager [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Refreshing instance network info cache due to event network-changed-231dc173-92a3-47f2-b6f4-f4bcab40c82f. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2286.358470] env[63862]: DEBUG oslo_concurrency.lockutils [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] Acquiring lock "refresh_cache-1d94f58a-26e3-45db-94f2-6baeab5550c0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.358616] env[63862]: DEBUG oslo_concurrency.lockutils [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] Acquired lock "refresh_cache-1d94f58a-26e3-45db-94f2-6baeab5550c0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.358780] env[63862]: DEBUG nova.network.neutron [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Refreshing network info cache for port 231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2286.363654] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.363654] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2286.366360] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.901s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.367932] env[63862]: INFO nova.compute.claims [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2286.486496] env[63862]: DEBUG nova.network.neutron [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Updated VIF entry in instance network info cache for port 13259df4-0d41-4389-9ad1-716cd13275c0. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2286.486895] env[63862]: DEBUG nova.network.neutron [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Updating instance_info_cache with network_info: [{"id": "13259df4-0d41-4389-9ad1-716cd13275c0", "address": "fa:16:3e:19:0e:99", "network": {"id": "64127623-c49f-451f-b1b6-e862f83f5608", "bridge": "br-int", "label": "tempest-ServersTestJSON-1615865707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e4c3fe02f3c4f62b13a9cf887cd7150", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13259df4-0d", "ovs_interfaceid": "13259df4-0d41-4389-9ad1-716cd13275c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2286.674920] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.726760] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.727134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.777241] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098760, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.783395] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510646} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.783740] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] cc1672aa-26ae-4bee-ae03-e32878d61078/cc1672aa-26ae-4bee-ae03-e32878d61078.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2286.783956] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2286.784243] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783d6a94-ae76-4988-9736-7998407dc269 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.790626] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2286.790626] env[63862]: value = "task-2098762" [ 2286.790626] env[63862]: _type = "Task" [ 2286.790626] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.799492] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.813201] env[63862]: DEBUG nova.compute.manager [req-8191b329-ae71-4f62-9e7c-9e21f1a1d0dc req-f145e500-db12-4931-b498-85c9f4f2803e service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-vif-plugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2286.813201] env[63862]: DEBUG oslo_concurrency.lockutils [req-8191b329-ae71-4f62-9e7c-9e21f1a1d0dc req-f145e500-db12-4931-b498-85c9f4f2803e service nova] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.813201] env[63862]: DEBUG oslo_concurrency.lockutils [req-8191b329-ae71-4f62-9e7c-9e21f1a1d0dc req-f145e500-db12-4931-b498-85c9f4f2803e service nova] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.813201] env[63862]: DEBUG oslo_concurrency.lockutils [req-8191b329-ae71-4f62-9e7c-9e21f1a1d0dc req-f145e500-db12-4931-b498-85c9f4f2803e service nova] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.813201] env[63862]: DEBUG nova.compute.manager [req-8191b329-ae71-4f62-9e7c-9e21f1a1d0dc req-f145e500-db12-4931-b498-85c9f4f2803e service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] No waiting events found dispatching network-vif-plugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2286.813201] env[63862]: WARNING nova.compute.manager [req-8191b329-ae71-4f62-9e7c-9e21f1a1d0dc req-f145e500-db12-4931-b498-85c9f4f2803e service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received unexpected event network-vif-plugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 for instance with vm_state building and task_state spawning. [ 2286.870025] env[63862]: DEBUG nova.compute.utils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2286.870025] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2286.870025] env[63862]: DEBUG nova.network.neutron [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2286.915115] env[63862]: DEBUG nova.policy [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77a58d11f93d41d19874724bbe2ba789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c957d822a44a4277986f9e978ee5e019', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2286.990628] env[63862]: DEBUG oslo_concurrency.lockutils [req-369423a1-d32f-4a90-aa9b-b183ed401312 req-8cd2fdfc-f1c2-4778-b5e4-5af9075c427c service nova] Releasing lock "refresh_cache-439a36f6-370c-45fd-88b2-e413bae35b86" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.160274] env[63862]: DEBUG nova.network.neutron [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Updated VIF entry in instance network info cache for port 231dc173-92a3-47f2-b6f4-f4bcab40c82f. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2287.160967] env[63862]: DEBUG nova.network.neutron [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Updating instance_info_cache with network_info: [{"id": "231dc173-92a3-47f2-b6f4-f4bcab40c82f", "address": "fa:16:3e:8e:da:ef", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231dc173-92", "ovs_interfaceid": "231dc173-92a3-47f2-b6f4-f4bcab40c82f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.174113] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098759, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.202261] env[63862]: DEBUG nova.network.neutron [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Successfully created port: c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2287.232047] env[63862]: DEBUG nova.compute.utils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2287.275288] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098760, 'name': CreateVM_Task, 'duration_secs': 0.697472} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.275288] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2287.276028] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.276212] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.276540] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2287.276796] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386c72ee-f343-47ae-9c34-a6894dc02e54 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.282253] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2287.282253] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c2c02b-f55f-165e-5769-b3550ad588a7" [ 2287.282253] env[63862]: _type = "Task" [ 2287.282253] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.291893] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c2c02b-f55f-165e-5769-b3550ad588a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.300048] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088361} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.300256] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2287.301051] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be2c51-ed7a-4f88-b36c-c2ab9fd5770c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.323472] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cc1672aa-26ae-4bee-ae03-e32878d61078/cc1672aa-26ae-4bee-ae03-e32878d61078.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2287.323808] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd78e518-e0b1-42ff-bc76-4f28abde5ebf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.343587] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2287.343587] env[63862]: value = "task-2098763" [ 2287.343587] env[63862]: _type = "Task" [ 2287.343587] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.353311] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.376347] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2287.422459] env[63862]: DEBUG nova.network.neutron [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Successfully updated port: 2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2287.661266] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2beb81-b348-402d-bb0b-3bfeb75ea100 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.664817] env[63862]: DEBUG oslo_concurrency.lockutils [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] Releasing lock "refresh_cache-1d94f58a-26e3-45db-94f2-6baeab5550c0" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.665162] env[63862]: DEBUG nova.compute.manager [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2287.665335] env[63862]: DEBUG nova.compute.manager [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing instance network info cache due to event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2287.665590] env[63862]: DEBUG oslo_concurrency.lockutils [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.665799] env[63862]: DEBUG oslo_concurrency.lockutils [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.666134] env[63862]: DEBUG nova.network.neutron [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2287.674517] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aeac87-8b56-4a28-b9f1-2b3c0fe89d83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.681319] env[63862]: DEBUG oslo_vmware.api [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098759, 'name': PowerOnVM_Task, 'duration_secs': 1.432963} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.681945] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2287.682279] env[63862]: INFO nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Took 9.12 seconds to spawn the instance on the hypervisor. [ 2287.682504] env[63862]: DEBUG nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2287.683544] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e1ee0b-9154-41f6-a419-3898bac6b38a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.712549] env[63862]: DEBUG nova.compute.manager [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2287.713999] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559590af-9d43-4e2c-8f7f-78de48a0dfe4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.717108] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648140c3-6043-4a11-b0a8-6aae458e582f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.733383] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f7b14-df7b-4ffa-b44a-3443295c7391 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.737096] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.748050] env[63862]: DEBUG nova.compute.provider_tree [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2287.794593] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c2c02b-f55f-165e-5769-b3550ad588a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.794915] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2287.795169] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2287.795403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.795549] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.795727] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2287.796045] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-044b3100-3c0c-4a42-a807-0dbb52994a40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.805110] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2287.805294] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2287.806021] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6fa006-5f63-4f1d-9abb-6016c8fb6a17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.811406] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2287.811406] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c5860d-dc96-c02d-f589-cdf95f8c3bd1" [ 2287.811406] env[63862]: _type = "Task" [ 2287.811406] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.818644] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c5860d-dc96-c02d-f589-cdf95f8c3bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.853774] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.926153] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.926543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.926543] env[63862]: DEBUG nova.network.neutron [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2288.232116] env[63862]: INFO nova.compute.manager [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Took 32.46 seconds to build instance. [ 2288.233821] env[63862]: INFO nova.compute.manager [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] instance snapshotting [ 2288.235768] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e42926c-20c3-4174-972c-85d04679f34f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.256076] env[63862]: DEBUG nova.scheduler.client.report [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2288.263392] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ce66a-a8a7-4ac5-a933-c9e7829f1f9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.323573] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c5860d-dc96-c02d-f589-cdf95f8c3bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.324398] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7e9332-b365-4932-9769-ddc2a7e64f25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.332484] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2288.332484] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f4f778-f6b6-4af8-f3c8-b237b1def692" [ 2288.332484] env[63862]: _type = "Task" [ 2288.332484] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.341044] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f4f778-f6b6-4af8-f3c8-b237b1def692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.353107] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.386856] env[63862]: DEBUG nova.compute.manager [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2288.387123] env[63862]: DEBUG nova.compute.manager [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing instance network info cache due to event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2288.387347] env[63862]: DEBUG oslo_concurrency.lockutils [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.390685] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2288.423223] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2288.423836] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2288.424124] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2288.424451] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2288.424712] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2288.425077] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2288.425436] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2288.425727] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2288.426058] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2288.426330] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2288.426616] env[63862]: DEBUG nova.virt.hardware [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2288.428130] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a8d775-66ff-4806-a10c-d46cf519edc2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.439217] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a7c83-070a-451a-ba3e-d0baa2978d1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.445514] env[63862]: DEBUG nova.network.neutron [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updated VIF entry in instance network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2288.445850] env[63862]: DEBUG nova.network.neutron [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.461632] env[63862]: DEBUG nova.network.neutron [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2288.622350] env[63862]: DEBUG nova.network.neutron [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.733756] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ee37bbb4-e4a6-4e98-9133-3aea303d1e2a tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.979s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.761299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.761838] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2288.766793] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.691s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.767018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.769923] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.644s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.770169] env[63862]: DEBUG nova.objects.instance [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lazy-loading 'resources' on Instance uuid 777d3286-de11-4541-99f9-b32388e7c7c9 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2288.775781] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2288.776094] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3aa87719-500d-4dff-9cf9-499ff9ed8f26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.783966] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2288.783966] env[63862]: value = "task-2098764" [ 2288.783966] env[63862]: _type = "Task" [ 2288.783966] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.795924] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.800137] env[63862]: INFO nova.scheduler.client.report [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocations for instance 6881cb2b-c258-4a3b-a97c-a147f2e117f3 [ 2288.806727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.808487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.808487] env[63862]: INFO nova.compute.manager [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Attaching volume c4285b3a-3635-40c0-9dd6-84b451efff48 to /dev/sdc [ 2288.819763] env[63862]: DEBUG nova.network.neutron [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Successfully updated port: c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2288.846442] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f4f778-f6b6-4af8-f3c8-b237b1def692, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.851429] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.851731] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 1d94f58a-26e3-45db-94f2-6baeab5550c0/1d94f58a-26e3-45db-94f2-6baeab5550c0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2288.852755] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1120765-d8c3-4060-a21d-327bea55baae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.855531] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac4d1e5-d160-48c0-8560-0954c1219948 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.863781] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098763, 'name': ReconfigVM_Task, 'duration_secs': 1.161579} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.866241] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cc1672aa-26ae-4bee-ae03-e32878d61078/cc1672aa-26ae-4bee-ae03-e32878d61078.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2288.866955] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2288.866955] env[63862]: value = "task-2098765" [ 2288.866955] env[63862]: _type = "Task" [ 2288.866955] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.867451] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70821d6b-cb93-4736-85e5-83bf04d21059 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.869552] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5aa1e5-8c9a-4fcc-8161-2ac78e1998b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.879171] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2288.879171] env[63862]: value = "task-2098766" [ 2288.879171] env[63862]: _type = "Task" [ 2288.879171] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.882785] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.889692] env[63862]: DEBUG nova.virt.block_device [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating existing volume attachment record: df938318-ada3-4871-b98b-1f5436f4997b {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2288.897724] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098766, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.949344] env[63862]: DEBUG oslo_concurrency.lockutils [req-b66a51a3-5ecd-4750-812d-0d89b5c7143e req-dccf457f-2bb0-4305-870c-a516f47b5728 service nova] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.127325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2289.127754] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance network_info: |[{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2289.128113] env[63862]: DEBUG oslo_concurrency.lockutils [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.128416] env[63862]: DEBUG nova.network.neutron [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2289.131168] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c3:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e96e66d-68c3-4182-a84d-1cd22269e1f6', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2289.139724] env[63862]: DEBUG oslo.service.loopingcall [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2289.141032] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2289.141292] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4fd2f64-ba21-4692-8191-3f567b3959da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.164588] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2289.164588] env[63862]: value = "task-2098768" [ 2289.164588] env[63862]: _type = "Task" [ 2289.164588] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.173819] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.274609] env[63862]: DEBUG nova.compute.utils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2289.280232] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2289.280232] env[63862]: DEBUG nova.network.neutron [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2289.294816] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.314182] env[63862]: DEBUG oslo_concurrency.lockutils [None req-713e0941-0306-4b01-97cd-723ce97bc1d8 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "6881cb2b-c258-4a3b-a97c-a147f2e117f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.986s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.323384] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "refresh_cache-4e449ad9-e46e-41e1-84c9-c530457949ad" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.323805] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "refresh_cache-4e449ad9-e46e-41e1-84c9-c530457949ad" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.324047] env[63862]: DEBUG nova.network.neutron [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2289.382258] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455996} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.382258] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 1d94f58a-26e3-45db-94f2-6baeab5550c0/1d94f58a-26e3-45db-94f2-6baeab5550c0.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2289.382436] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2289.382736] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55e2c515-69b5-44a7-9e12-e04b708c92f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.393670] env[63862]: DEBUG nova.policy [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2289.399312] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2289.399312] env[63862]: value = "task-2098769" [ 2289.399312] env[63862]: _type = "Task" [ 2289.399312] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.404265] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098766, 'name': Rename_Task, 'duration_secs': 0.13397} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.405730] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2289.406051] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1875b69f-f77d-44d4-b1de-735483bcf323 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.416588] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2289.416588] env[63862]: value = "task-2098770" [ 2289.416588] env[63862]: _type = "Task" [ 2289.416588] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.416957] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.426826] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.584669] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ca10ef-1232-47aa-8169-d6d88170a5dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.593696] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a66e12f-65ed-4fa8-8925-6ed0646e83a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.625973] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fe0145-cfaf-45de-b9b5-6ce7ea4a477f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.633528] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbefc6b-7e7f-4689-8d4c-22ce30377ce7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.649244] env[63862]: DEBUG nova.compute.provider_tree [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2289.673458] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.781472] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2289.792943] env[63862]: DEBUG nova.network.neutron [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Successfully created port: 9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2289.799336] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098764, 'name': CreateSnapshot_Task, 'duration_secs': 0.698746} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.799336] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2289.800015] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec7e654-2c81-45ed-a4a7-4c2155d8ff9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.881939] env[63862]: DEBUG nova.network.neutron [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2289.915167] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073163} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.915670] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2289.916942] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b938a-2523-4c53-83f0-caf25ec5a53e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.920860] env[63862]: DEBUG nova.network.neutron [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updated VIF entry in instance network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2289.922668] env[63862]: DEBUG nova.network.neutron [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2289.957899] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 1d94f58a-26e3-45db-94f2-6baeab5550c0/1d94f58a-26e3-45db-94f2-6baeab5550c0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2289.965940] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41be60c-6074-43fa-b3b9-a6bac575657e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.982941] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098770, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.986310] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2289.986310] env[63862]: value = "task-2098771" [ 2289.986310] env[63862]: _type = "Task" [ 2289.986310] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.994162] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.153516] env[63862]: DEBUG nova.scheduler.client.report [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2290.174106] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.203443] env[63862]: DEBUG nova.network.neutron [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Updating instance_info_cache with network_info: [{"id": "c438c35d-c4db-413f-9716-d6a357843263", "address": "fa:16:3e:2a:ea:2a", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc438c35d-c4", "ovs_interfaceid": "c438c35d-c4db-413f-9716-d6a357843263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.317842] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2290.318213] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4e6e3b6-c2e5-4859-8ed9-96bfeeecb76b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.328086] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2290.328086] env[63862]: value = "task-2098772" [ 2290.328086] env[63862]: _type = "Task" [ 2290.328086] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.338207] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.433937] env[63862]: DEBUG oslo_concurrency.lockutils [req-6940a90b-323f-432c-8eb0-decada5f1923 req-f66dceb5-dc48-4f2b-8329-e718a325cb54 service nova] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.434413] env[63862]: DEBUG oslo_vmware.api [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098770, 'name': PowerOnVM_Task, 'duration_secs': 0.834362} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.434670] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2290.434870] env[63862]: INFO nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Took 9.34 seconds to spawn the instance on the hypervisor. [ 2290.435060] env[63862]: DEBUG nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2290.435836] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca8b67f-9d4a-41dd-b584-d2e199b99452 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.466096] env[63862]: DEBUG nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Received event network-vif-plugged-c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2290.466096] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Acquiring lock "4e449ad9-e46e-41e1-84c9-c530457949ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2290.466406] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.466406] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.466655] env[63862]: DEBUG nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] No waiting events found dispatching network-vif-plugged-c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2290.466726] env[63862]: WARNING nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Received unexpected event network-vif-plugged-c438c35d-c4db-413f-9716-d6a357843263 for instance with vm_state building and task_state spawning. [ 2290.466894] env[63862]: DEBUG nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Received event network-changed-c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2290.467080] env[63862]: DEBUG nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Refreshing instance network info cache due to event network-changed-c438c35d-c4db-413f-9716-d6a357843263. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2290.467246] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Acquiring lock "refresh_cache-4e449ad9-e46e-41e1-84c9-c530457949ad" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.496256] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098771, 'name': ReconfigVM_Task, 'duration_secs': 0.317405} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.496556] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 1d94f58a-26e3-45db-94f2-6baeab5550c0/1d94f58a-26e3-45db-94f2-6baeab5550c0.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2290.497278] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a5d963-d50b-4ee5-a12f-ed714c0684d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.504604] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2290.504604] env[63862]: value = "task-2098773" [ 2290.504604] env[63862]: _type = "Task" [ 2290.504604] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.514113] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098773, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.659531] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.661941] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.107s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.662359] env[63862]: DEBUG nova.objects.instance [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lazy-loading 'resources' on Instance uuid 5055db0a-a895-4fbd-be64-e587e03ce58e {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2290.676399] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.686383] env[63862]: INFO nova.scheduler.client.report [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Deleted allocations for instance 777d3286-de11-4541-99f9-b32388e7c7c9 [ 2290.711358] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "refresh_cache-4e449ad9-e46e-41e1-84c9-c530457949ad" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.711647] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Instance network_info: |[{"id": "c438c35d-c4db-413f-9716-d6a357843263", "address": "fa:16:3e:2a:ea:2a", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc438c35d-c4", "ovs_interfaceid": "c438c35d-c4db-413f-9716-d6a357843263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2290.711937] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Acquired lock "refresh_cache-4e449ad9-e46e-41e1-84c9-c530457949ad" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.712134] env[63862]: DEBUG nova.network.neutron [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Refreshing network info cache for port c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2290.713325] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:ea:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c438c35d-c4db-413f-9716-d6a357843263', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2290.720925] env[63862]: DEBUG oslo.service.loopingcall [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2290.724171] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2290.724609] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094adf83-0418-43a8-b8ba-7f3f5c71b453 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.744641] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2290.744641] env[63862]: value = "task-2098774" [ 2290.744641] env[63862]: _type = "Task" [ 2290.744641] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.752201] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.795258] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2290.826621] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2290.827124] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2290.827124] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2290.827369] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2290.827529] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2290.827682] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2290.827893] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2290.828063] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2290.828235] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2290.828411] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2290.828568] env[63862]: DEBUG nova.virt.hardware [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2290.829502] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd04aa7-cc88-4833-8012-c90891749a02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.845462] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c738f-cfaf-4011-941c-ac09d12d0570 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.849749] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.952755] env[63862]: INFO nova.compute.manager [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Took 30.02 seconds to build instance. [ 2290.976608] env[63862]: DEBUG nova.network.neutron [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Updated VIF entry in instance network info cache for port c438c35d-c4db-413f-9716-d6a357843263. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2290.976996] env[63862]: DEBUG nova.network.neutron [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Updating instance_info_cache with network_info: [{"id": "c438c35d-c4db-413f-9716-d6a357843263", "address": "fa:16:3e:2a:ea:2a", "network": {"id": "ef405309-319e-4eab-8d7f-2d0daf363acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1153363144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c957d822a44a4277986f9e978ee5e019", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc438c35d-c4", "ovs_interfaceid": "c438c35d-c4db-413f-9716-d6a357843263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2291.014826] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098773, 'name': Rename_Task, 'duration_secs': 0.196668} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.015222] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2291.015497] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70aab185-2d5f-4218-9b8c-f1e5d5649fa1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.023192] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2291.023192] env[63862]: value = "task-2098775" [ 2291.023192] env[63862]: _type = "Task" [ 2291.023192] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.031089] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.176764] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.199459] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23149dc7-8c88-4066-9b47-9a617a41d8a2 tempest-ServersWithSpecificFlavorTestJSON-357541043 tempest-ServersWithSpecificFlavorTestJSON-357541043-project-member] Lock "777d3286-de11-4541-99f9-b32388e7c7c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.038s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.259636] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.338420] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.401743] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3adb9cd-5392-4641-914f-b3f160c30aa8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.409479] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693cb418-dbc4-4265-8aa7-f29de7211add {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.441974] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7c85c7-c957-48a6-b95d-abbc69d42c74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.450601] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b2e714-0235-426e-a9fa-5b585e8ec7db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.455011] env[63862]: DEBUG oslo_concurrency.lockutils [None req-be0a4b59-4876-46ef-a760-13cda8f99bd5 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.536s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.467434] env[63862]: DEBUG nova.compute.provider_tree [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2291.480011] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Releasing lock "refresh_cache-4e449ad9-e46e-41e1-84c9-c530457949ad" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.480011] env[63862]: DEBUG nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Received event network-changed-428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2291.480011] env[63862]: DEBUG nova.compute.manager [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Refreshing instance network info cache due to event network-changed-428131eb-29a9-4d74-9090-8c16179c1a4b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2291.480320] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Acquiring lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.480498] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Acquired lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.480664] env[63862]: DEBUG nova.network.neutron [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Refreshing network info cache for port 428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2291.534871] env[63862]: DEBUG oslo_vmware.api [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098775, 'name': PowerOnVM_Task, 'duration_secs': 0.478917} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.534871] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2291.534871] env[63862]: INFO nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Took 7.98 seconds to spawn the instance on the hypervisor. [ 2291.535118] env[63862]: DEBUG nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2291.535806] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0667f5a9-7df2-4297-9b5f-533c86cc43ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.677564] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.754705] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.843175] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.971966] env[63862]: DEBUG nova.scheduler.client.report [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2292.052715] env[63862]: INFO nova.compute.manager [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Took 29.20 seconds to build instance. [ 2292.179260] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.255338] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.342870] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.477817] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.480520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.783s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.480978] env[63862]: DEBUG nova.objects.instance [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'resources' on Instance uuid 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2292.507425] env[63862]: INFO nova.scheduler.client.report [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Deleted allocations for instance 5055db0a-a895-4fbd-be64-e587e03ce58e [ 2292.555940] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c597b9dd-b8ed-429e-a50a-80702535e5f2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.710s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.601840] env[63862]: DEBUG nova.network.neutron [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updated VIF entry in instance network info cache for port 428131eb-29a9-4d74-9090-8c16179c1a4b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.601840] env[63862]: DEBUG nova.network.neutron [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updating instance_info_cache with network_info: [{"id": "428131eb-29a9-4d74-9090-8c16179c1a4b", "address": "fa:16:3e:19:5c:68", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428131eb-29", "ovs_interfaceid": "428131eb-29a9-4d74-9090-8c16179c1a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.651960] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.652041] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.656380] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2292.657024] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2292.679898] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.757159] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.845567] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.015893] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f8173baf-d1e6-46ab-bf25-245c430215e3 tempest-ServerRescueNegativeTestJSON-1979706876 tempest-ServerRescueNegativeTestJSON-1979706876-project-member] Lock "5055db0a-a895-4fbd-be64-e587e03ce58e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.297s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.103623] env[63862]: DEBUG oslo_concurrency.lockutils [req-89f21504-b4fe-4a09-b0d1-a977a224195c req-b895e6b4-9275-4cb4-b359-1659175d5b36 service nova] Releasing lock "refresh_cache-48600c3d-f40e-4c5d-bd1e-f8515c45eb90" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.157272] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2293.168187] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.168361] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2293.182539] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.252693] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261157de-fc79-48fd-9376-1a8de8bfa203 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.261924] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.265025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb962e-9a76-47a9-8d0e-2c493ff2dd42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.296843] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4f6ec-55cc-40b8-a7bf-37c4452fb22e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.304159] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c693ec04-b6d6-49e2-b995-9c146b32cec3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.320514] env[63862]: DEBUG nova.compute.provider_tree [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2293.340844] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.448089] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2293.448430] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429751', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'name': 'volume-c4285b3a-3635-40c0-9dd6-84b451efff48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'serial': 'c4285b3a-3635-40c0-9dd6-84b451efff48'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2293.449426] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d56f4-fc1d-43c0-9a22-3fbac7b3627a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.472303] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61c2bd-0226-47b7-89a3-2ca0d0adc2df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.511383] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-c4285b3a-3635-40c0-9dd6-84b451efff48/volume-c4285b3a-3635-40c0-9dd6-84b451efff48.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2293.511840] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3066e258-0b73-41dd-bbb1-f5896af61cfe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.531340] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2293.531340] env[63862]: value = "task-2098777" [ 2293.531340] env[63862]: _type = "Task" [ 2293.531340] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.540931] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.682338] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.685772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.755701] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.756042] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.764384] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.823930] env[63862]: DEBUG nova.scheduler.client.report [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2293.844685] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.044901] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.184835] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.260641] env[63862]: DEBUG nova.compute.utils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2294.261850] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.329905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.331716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.292s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2294.332767] env[63862]: DEBUG nova.objects.instance [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2294.343738] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.366531] env[63862]: INFO nova.scheduler.client.report [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted allocations for instance 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce [ 2294.542708] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098777, 'name': ReconfigVM_Task, 'duration_secs': 0.69742} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.543866] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-c4285b3a-3635-40c0-9dd6-84b451efff48/volume-c4285b3a-3635-40c0-9dd6-84b451efff48.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2294.550481] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a90874-b6b5-4f4d-a7c0-e204087d6f7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.569904] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2294.569904] env[63862]: value = "task-2098778" [ 2294.569904] env[63862]: _type = "Task" [ 2294.569904] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.582848] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.687189] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.687189] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.687189] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2294.687189] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2294.759273] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.763065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.848899] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.874263] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b76ef1c0-01ed-45b6-a292-3f14a4b57826 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "7d1ab5ee-bbad-4c99-a8d9-14166acb67ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.419s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.082384] env[63862]: DEBUG oslo_vmware.api [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098778, 'name': ReconfigVM_Task, 'duration_secs': 0.194329} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.082973] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429751', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'name': 'volume-c4285b3a-3635-40c0-9dd6-84b451efff48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'serial': 'c4285b3a-3635-40c0-9dd6-84b451efff48'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2295.187814] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.191039] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.259828] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.351600] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0944e3ce-4294-4ba6-9dac-6f9075bcd834 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.352645] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.355536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.121s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.355536] env[63862]: DEBUG nova.objects.instance [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lazy-loading 'resources' on Instance uuid 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2295.683605] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.763262] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.848256] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.859266] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.859266] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.859266] env[63862]: INFO nova.compute.manager [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Attaching volume 806cba6c-3dc1-4631-a413-0ebfbde3fe3a to /dev/sdb [ 2295.895947] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99db6be-b957-42e5-ab04-132924985bd4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.905684] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e3a5e-bc5a-4666-89c9-b9d7b4414c50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.922260] env[63862]: DEBUG nova.virt.block_device [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Updating existing volume attachment record: 9f27ded7-f5e5-42b6-84c2-72e411714953 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2296.129897] env[63862]: DEBUG nova.objects.instance [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 382480df-8c0a-44a4-b181-4070fa816c09 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2296.155043] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80589094-b869-46c5-90c8-dc82aab158c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.164281] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7525182c-9561-47f6-a6f1-2e80fb33c75f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.202556] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.207775] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c699ed-cd23-4831-be25-b10ad299569b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.222597] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.223780] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb1fab4-4deb-4393-987b-3c9d6d4ecd41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.246839] env[63862]: DEBUG nova.compute.provider_tree [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2296.263389] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.352383] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.352735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.354319] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.633526] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c14b5f90-7a7e-43ae-8ff8-4c457a459442 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.634519] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.432s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.711937] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098768, 'name': CreateVM_Task, 'duration_secs': 7.200278} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.712167] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2296.712950] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.713136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.713508] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2296.713769] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d296728-32f6-4f68-9172-372116d3a7b2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.718651] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2296.718651] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52541234-24ae-ef82-1930-708b7a4e1701" [ 2296.718651] env[63862]: _type = "Task" [ 2296.718651] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.726421] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52541234-24ae-ef82-1930-708b7a4e1701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.750953] env[63862]: DEBUG nova.scheduler.client.report [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2296.762882] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098774, 'name': CreateVM_Task, 'duration_secs': 5.585438} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.763066] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2296.763847] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.848867] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.855476] env[63862]: DEBUG nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2296.981879] env[63862]: DEBUG nova.compute.manager [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2297.137536] env[63862]: INFO nova.compute.manager [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Detaching volume 501da212-e23a-4f6c-8342-42a6094d207c [ 2297.173189] env[63862]: INFO nova.virt.block_device [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Attempting to driver detach volume 501da212-e23a-4f6c-8342-42a6094d207c from mountpoint /dev/sdb [ 2297.173434] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2297.174040] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429745', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'name': 'volume-501da212-e23a-4f6c-8342-42a6094d207c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'serial': '501da212-e23a-4f6c-8342-42a6094d207c'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2297.174707] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52caa663-b518-4690-a5a6-d73638820c4c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.200830] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5425fd-d28b-49ba-bb4d-beb9374b0295 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.208324] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5686b1-03ab-4456-be42-de84468ac5a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.235373] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48309c9d-d36e-44ec-b2b2-d6c9aeed7010 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.244223] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52541234-24ae-ef82-1930-708b7a4e1701, 'name': SearchDatastore_Task, 'duration_secs': 0.022355} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.255068] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.255068] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2297.255325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.255475] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.255657] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2297.255951] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] The volume has not been displaced from its original location: [datastore2] volume-501da212-e23a-4f6c-8342-42a6094d207c/volume-501da212-e23a-4f6c-8342-42a6094d207c.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2297.261192] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2297.261576] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2297.261824] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2297.262074] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-892a14f3-ba1c-40d1-8800-174451073a20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.264399] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.266245] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82bcce69-7f8a-4fe5-be60-985fa019414d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.279308] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054162b6-1817-4784-a39f-a555d7c212b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.281591] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.595s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.282744] env[63862]: INFO nova.compute.claims [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2297.290354] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2297.290354] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5278d656-d593-3ff9-93d4-911dc9dc8a07" [ 2297.290354] env[63862]: _type = "Task" [ 2297.290354] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.291819] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2297.291819] env[63862]: value = "task-2098782" [ 2297.291819] env[63862]: _type = "Task" [ 2297.291819] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.295760] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2297.297437] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2297.300233] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19612caa-2260-4ca3-b5b6-723f5c9256d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.304761] env[63862]: INFO nova.scheduler.client.report [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Deleted allocations for instance 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc [ 2297.313696] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2297.313696] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528dcfd3-7013-b628-7a7d-3c3fc5a3ca61" [ 2297.313696] env[63862]: _type = "Task" [ 2297.313696] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.313961] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.314297] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5278d656-d593-3ff9-93d4-911dc9dc8a07, 'name': SearchDatastore_Task, 'duration_secs': 0.017394} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.317036] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.317262] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2297.317475] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2297.325898] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528dcfd3-7013-b628-7a7d-3c3fc5a3ca61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.349841] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098772, 'name': CloneVM_Task, 'duration_secs': 6.608061} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.352034] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Created linked-clone VM from snapshot [ 2297.352034] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce26cd8-d772-498b-b58f-a9b57be3a9cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.359238] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Uploading image 9bb37227-55e1-43ad-a3d6-0c4d307e3422 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2297.377963] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.385998] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2297.385998] env[63862]: value = "vm-429754" [ 2297.385998] env[63862]: _type = "VirtualMachine" [ 2297.385998] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2297.386630] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac3a8092-7e54-4124-a60a-2c629b75358d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.393771] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lease: (returnval){ [ 2297.393771] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5205d171-9326-c8c8-07e6-a6b137a555d0" [ 2297.393771] env[63862]: _type = "HttpNfcLease" [ 2297.393771] env[63862]: } obtained for exporting VM: (result){ [ 2297.393771] env[63862]: value = "vm-429754" [ 2297.393771] env[63862]: _type = "VirtualMachine" [ 2297.393771] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2297.394091] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the lease: (returnval){ [ 2297.394091] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5205d171-9326-c8c8-07e6-a6b137a555d0" [ 2297.394091] env[63862]: _type = "HttpNfcLease" [ 2297.394091] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2297.400610] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2297.400610] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5205d171-9326-c8c8-07e6-a6b137a555d0" [ 2297.400610] env[63862]: _type = "HttpNfcLease" [ 2297.400610] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2297.503032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.805392] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.824188] env[63862]: DEBUG oslo_concurrency.lockutils [None req-246dda56-a7ef-4c8b-8886-a06926589b38 tempest-ServersNegativeTestJSON-1687721842 tempest-ServersNegativeTestJSON-1687721842-project-member] Lock "0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.253s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.831461] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528dcfd3-7013-b628-7a7d-3c3fc5a3ca61, 'name': SearchDatastore_Task, 'duration_secs': 0.018617} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.832413] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bdf2c8-c61c-4e18-a1b2-cf3ae106f5b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.838550] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2297.838550] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f5e2f7-1fbf-3348-b674-b65f2eabbc6b" [ 2297.838550] env[63862]: _type = "Task" [ 2297.838550] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.846672] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f5e2f7-1fbf-3348-b674-b65f2eabbc6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.904654] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2297.904654] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5205d171-9326-c8c8-07e6-a6b137a555d0" [ 2297.904654] env[63862]: _type = "HttpNfcLease" [ 2297.904654] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2297.908927] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2297.908927] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5205d171-9326-c8c8-07e6-a6b137a555d0" [ 2297.908927] env[63862]: _type = "HttpNfcLease" [ 2297.908927] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2297.908927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58475fda-d40f-43fa-ab5c-39fab0f1c0c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.913179] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a187-94cb-2124-ea34-971cd0831219/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2297.913368] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a187-94cb-2124-ea34-971cd0831219/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2298.021259] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7360974f-4166-4182-bb47-f441ff9b36d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.309458] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098782, 'name': ReconfigVM_Task, 'duration_secs': 0.567152} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.309859] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2298.317546] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1b27aef-8545-4420-b482-78bd7923aa40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.338980] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2298.338980] env[63862]: value = "task-2098785" [ 2298.338980] env[63862]: _type = "Task" [ 2298.338980] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.357950] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f5e2f7-1fbf-3348-b674-b65f2eabbc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.018698} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.358284] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.358672] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.358954] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2298.359373] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.359451] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2298.359668] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd9537b0-b03a-4b43-94ae-240aad5f632d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.361822] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb5e0d8-375d-4bc8-8f39-54729c36d9fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.371632] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2298.371632] env[63862]: value = "task-2098786" [ 2298.371632] env[63862]: _type = "Task" [ 2298.371632] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.377199] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2298.377567] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2298.382469] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec5d2d9-52d3-4418-8786-9a8f92dabced {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.391303] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.397927] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2298.397927] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5284d8f5-0d60-9871-2abd-dc3777c04cf6" [ 2298.397927] env[63862]: _type = "Task" [ 2298.397927] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.408156] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5284d8f5-0d60-9871-2abd-dc3777c04cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.409090] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5e162d-db15-4349-91b6-7e65df618d75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.419812] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2298.419812] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5280ae5b-95af-0b69-c430-edf5c3f520a9" [ 2298.419812] env[63862]: _type = "Task" [ 2298.419812] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.433262] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5280ae5b-95af-0b69-c430-edf5c3f520a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.436704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.437149] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4e449ad9-e46e-41e1-84c9-c530457949ad/4e449ad9-e46e-41e1-84c9-c530457949ad.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2298.438644] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32734f5-246d-4813-a779-7b616ac961fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.445427] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2298.445427] env[63862]: value = "task-2098787" [ 2298.445427] env[63862]: _type = "Task" [ 2298.445427] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.454576] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.664150] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6ee6c-52cd-44db-b42d-d9a6005f6743 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.682326] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce1a29-afe3-46b0-82f6-fdb32d0165ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.726095] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a57ec16-9dc9-4b90-9e3e-2ab8d5e3fe8e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.735968] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a62a967-2f39-495d-902d-1e7673c48c15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.756384] env[63862]: DEBUG nova.compute.provider_tree [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.780746] env[63862]: DEBUG nova.compute.manager [req-d5ab3ba2-f260-405b-9fea-1fa543b8ef2c req-4e8d3791-eb0e-446a-8cdd-6fd3d749deba service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Received event network-vif-plugged-9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2298.780746] env[63862]: DEBUG oslo_concurrency.lockutils [req-d5ab3ba2-f260-405b-9fea-1fa543b8ef2c req-4e8d3791-eb0e-446a-8cdd-6fd3d749deba service nova] Acquiring lock "5bc56fff-fcd1-49b3-8879-47daebba3578-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.780746] env[63862]: DEBUG oslo_concurrency.lockutils [req-d5ab3ba2-f260-405b-9fea-1fa543b8ef2c req-4e8d3791-eb0e-446a-8cdd-6fd3d749deba service nova] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.780746] env[63862]: DEBUG oslo_concurrency.lockutils [req-d5ab3ba2-f260-405b-9fea-1fa543b8ef2c req-4e8d3791-eb0e-446a-8cdd-6fd3d749deba service nova] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.780746] env[63862]: DEBUG nova.compute.manager [req-d5ab3ba2-f260-405b-9fea-1fa543b8ef2c req-4e8d3791-eb0e-446a-8cdd-6fd3d749deba service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] No waiting events found dispatching network-vif-plugged-9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2298.780746] env[63862]: WARNING nova.compute.manager [req-d5ab3ba2-f260-405b-9fea-1fa543b8ef2c req-4e8d3791-eb0e-446a-8cdd-6fd3d749deba service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Received unexpected event network-vif-plugged-9045dd17-384b-4705-8968-a5299ac34f14 for instance with vm_state building and task_state spawning. [ 2298.852854] env[63862]: DEBUG oslo_vmware.api [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098785, 'name': ReconfigVM_Task, 'duration_secs': 0.203289} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.853505] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429745', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'name': 'volume-501da212-e23a-4f6c-8342-42a6094d207c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': '501da212-e23a-4f6c-8342-42a6094d207c', 'serial': '501da212-e23a-4f6c-8342-42a6094d207c'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2298.889298] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.893567] env[63862]: DEBUG nova.network.neutron [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Successfully updated port: 9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2298.957611] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098787, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.262319] env[63862]: DEBUG nova.scheduler.client.report [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2299.388411] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558231} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.388768] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2299.388848] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2299.389872] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b947fd-8db7-42d8-b2e6-fc3643062a6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.396357] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-5bc56fff-fcd1-49b3-8879-47daebba3578" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.396357] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-5bc56fff-fcd1-49b3-8879-47daebba3578" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.396357] env[63862]: DEBUG nova.network.neutron [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2299.404571] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2299.404571] env[63862]: value = "task-2098788" [ 2299.404571] env[63862]: _type = "Task" [ 2299.404571] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.416044] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.417908] env[63862]: DEBUG nova.objects.instance [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 382480df-8c0a-44a4-b181-4070fa816c09 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.457172] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855662} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.457172] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4e449ad9-e46e-41e1-84c9-c530457949ad/4e449ad9-e46e-41e1-84c9-c530457949ad.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2299.457394] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2299.458321] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45001d2e-b21f-4fac-a655-4cbf133c7b7d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.466523] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2299.466523] env[63862]: value = "task-2098789" [ 2299.466523] env[63862]: _type = "Task" [ 2299.466523] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.479773] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.767670] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.768237] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2299.770960] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.580s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.771267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.771363] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2299.771739] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.394s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.775631] env[63862]: INFO nova.compute.claims [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2299.776710] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7cebe-916b-4b40-834b-84a50e89db6d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.786973] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3457946-3871-44e4-b7f3-ff16c1565ad4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.802384] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad9f75-ca09-463d-8494-a5c144814dc6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.813737] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42be92b-2f7a-4b6b-a41f-dc35e2cabb80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.848482] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178594MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2299.848701] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.915223] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082646} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.916196] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2299.916753] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0116b2-8aed-4b11-8771-7382c8b98735 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.942564] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2299.944113] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4985c53-6f79-4018-a496-fa4bc3b614eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.961765] env[63862]: DEBUG nova.network.neutron [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2299.965135] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9d5078b4-f61e-4d58-abfd-9b92b10956cc tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.973678] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2299.973678] env[63862]: value = "task-2098790" [ 2299.973678] env[63862]: _type = "Task" [ 2299.973678] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.982095] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073635} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.982095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2299.982241] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f885841-79a5-4454-ad3a-112a2564b568 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.987969] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.008282] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4e449ad9-e46e-41e1-84c9-c530457949ad/4e449ad9-e46e-41e1-84c9-c530457949ad.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2300.011789] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a27463c-5cf1-4dd9-b604-62ddd7b9d8d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.033267] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2300.033267] env[63862]: value = "task-2098791" [ 2300.033267] env[63862]: _type = "Task" [ 2300.033267] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.042061] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.118570] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.119008] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.241874] env[63862]: DEBUG nova.network.neutron [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Updating instance_info_cache with network_info: [{"id": "9045dd17-384b-4705-8968-a5299ac34f14", "address": "fa:16:3e:92:5f:fe", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9045dd17-38", "ovs_interfaceid": "9045dd17-384b-4705-8968-a5299ac34f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2300.277811] env[63862]: DEBUG nova.compute.utils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2300.280310] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2300.280310] env[63862]: DEBUG nova.network.neutron [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2300.378999] env[63862]: DEBUG nova.policy [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd22a2e69e3a4df08aca4dce7a1c17f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b97b1c7b1c443118ed5b07c8af40fac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2300.484260] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.492282] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2300.492552] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429757', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'name': 'volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d94f58a-26e3-45db-94f2-6baeab5550c0', 'attached_at': '', 'detached_at': '', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'serial': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2300.493445] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56066231-0668-40d0-b85c-a01f9d2dd5e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.510818] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdb73c9-9f09-42c2-acf6-f1661854bc59 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.541589] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a/volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2300.542253] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d286129b-46c9-40c9-9288-2d9af5ba220e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.566956] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.568533] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2300.568533] env[63862]: value = "task-2098792" [ 2300.568533] env[63862]: _type = "Task" [ 2300.568533] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.576569] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.622868] env[63862]: INFO nova.compute.manager [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Detaching volume c4285b3a-3635-40c0-9dd6-84b451efff48 [ 2300.658734] env[63862]: INFO nova.virt.block_device [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Attempting to driver detach volume c4285b3a-3635-40c0-9dd6-84b451efff48 from mountpoint /dev/sdc [ 2300.660480] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2300.660867] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429751', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'name': 'volume-c4285b3a-3635-40c0-9dd6-84b451efff48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'serial': 'c4285b3a-3635-40c0-9dd6-84b451efff48'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2300.666457] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b592d947-f15b-4ae4-9a78-33e9e1ff9c6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.700992] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9788ea9-886a-4d23-a4c4-7a44386adee7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.709479] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf9ffea-51cb-4db5-a1ef-f5cd7aa2b762 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.730861] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc9454-a702-4e35-ac77-1b0a76d0ef3a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.746770] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-5bc56fff-fcd1-49b3-8879-47daebba3578" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.747194] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Instance network_info: |[{"id": "9045dd17-384b-4705-8968-a5299ac34f14", "address": "fa:16:3e:92:5f:fe", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9045dd17-38", "ovs_interfaceid": "9045dd17-384b-4705-8968-a5299ac34f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2300.747611] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4285b3a-3635-40c0-9dd6-84b451efff48/volume-c4285b3a-3635-40c0-9dd6-84b451efff48.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2300.753903] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2300.754512] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:5f:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9045dd17-384b-4705-8968-a5299ac34f14', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2300.763275] env[63862]: DEBUG oslo.service.loopingcall [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.763558] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded3dfc1-81cb-43db-9447-4f564d700f94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.777324] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2300.777596] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5ae81a9-d2b1-4b38-98d9-9be1bd8106cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.793475] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2300.800899] env[63862]: DEBUG oslo_vmware.api [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2300.800899] env[63862]: value = "task-2098793" [ 2300.800899] env[63862]: _type = "Task" [ 2300.800899] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.806674] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2300.806674] env[63862]: value = "task-2098794" [ 2300.806674] env[63862]: _type = "Task" [ 2300.806674] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.813138] env[63862]: DEBUG oslo_vmware.api [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.818931] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098794, 'name': CreateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.850222] env[63862]: DEBUG nova.compute.manager [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Received event network-changed-9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2300.853083] env[63862]: DEBUG nova.compute.manager [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Refreshing instance network info cache due to event network-changed-9045dd17-384b-4705-8968-a5299ac34f14. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2300.853355] env[63862]: DEBUG oslo_concurrency.lockutils [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] Acquiring lock "refresh_cache-5bc56fff-fcd1-49b3-8879-47daebba3578" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.853576] env[63862]: DEBUG oslo_concurrency.lockutils [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] Acquired lock "refresh_cache-5bc56fff-fcd1-49b3-8879-47daebba3578" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.853748] env[63862]: DEBUG nova.network.neutron [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Refreshing network info cache for port 9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2300.987340] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098790, 'name': ReconfigVM_Task, 'duration_secs': 0.635039} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.987702] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Reconfigured VM instance instance-0000005e to attach disk [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2300.988386] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc5dfcb-b2e0-4c42-8496-c5dfee0d34c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.998076] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2300.998076] env[63862]: value = "task-2098795" [ 2300.998076] env[63862]: _type = "Task" [ 2300.998076] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.008295] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098795, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.052046] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098791, 'name': ReconfigVM_Task, 'duration_secs': 0.590326} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.054679] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4e449ad9-e46e-41e1-84c9-c530457949ad/4e449ad9-e46e-41e1-84c9-c530457949ad.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2301.055694] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83893335-b61d-4051-b551-d5a2765f16d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.061587] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2301.061587] env[63862]: value = "task-2098796" [ 2301.061587] env[63862]: _type = "Task" [ 2301.061587] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.078364] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098796, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.087489] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.125303] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082fb660-da07-4487-a19e-d200945e0eff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.140628] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e094567-0fdf-471c-bc08-38754e1d1522 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.173485] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2ce13b-5efb-4f95-8879-2269d942e0fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.183524] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d59a3e-ae23-4552-9602-b772b31994f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.200104] env[63862]: DEBUG nova.compute.provider_tree [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2301.271129] env[63862]: DEBUG nova.network.neutron [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Successfully created port: 15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2301.324220] env[63862]: DEBUG oslo_vmware.api [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098793, 'name': ReconfigVM_Task, 'duration_secs': 0.263146} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.324468] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098794, 'name': CreateVM_Task, 'duration_secs': 0.429373} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.324756] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2301.329573] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2301.329850] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8799602a-50a9-43a9-bf27-499b07f239a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.340668] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.340984] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.341320] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2301.341884] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0e1387-b941-465c-b68f-e5cd8a595060 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.346966] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2301.346966] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52166bf4-8d97-a7f4-f744-068e4ea43515" [ 2301.346966] env[63862]: _type = "Task" [ 2301.346966] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.349112] env[63862]: DEBUG oslo_vmware.api [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2301.349112] env[63862]: value = "task-2098797" [ 2301.349112] env[63862]: _type = "Task" [ 2301.349112] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.364548] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52166bf4-8d97-a7f4-f744-068e4ea43515, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.368160] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.368630] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2301.369422] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2301.369422] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2301.369422] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2301.369422] env[63862]: DEBUG oslo_vmware.api [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.370021] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6f3927f-1d21-4580-8689-8c4a99616dc8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.379223] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2301.379223] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2301.380030] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2384e038-aff3-4fb4-add9-365fb3a530eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.386047] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2301.386047] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52485a30-738f-38f6-6b0d-b4eac5acaff2" [ 2301.386047] env[63862]: _type = "Task" [ 2301.386047] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.395924] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52485a30-738f-38f6-6b0d-b4eac5acaff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.517078] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098795, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.574361] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098796, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.585937] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.726733] env[63862]: DEBUG nova.network.neutron [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Updated VIF entry in instance network info cache for port 9045dd17-384b-4705-8968-a5299ac34f14. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2301.727203] env[63862]: DEBUG nova.network.neutron [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Updating instance_info_cache with network_info: [{"id": "9045dd17-384b-4705-8968-a5299ac34f14", "address": "fa:16:3e:92:5f:fe", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9045dd17-38", "ovs_interfaceid": "9045dd17-384b-4705-8968-a5299ac34f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.732170] env[63862]: ERROR nova.scheduler.client.report [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [req-ec7d1e81-d489-4675-8f03-4e79d1bebc56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec7d1e81-d489-4675-8f03-4e79d1bebc56"}]} [ 2301.757208] env[63862]: DEBUG nova.scheduler.client.report [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2301.775607] env[63862]: DEBUG nova.scheduler.client.report [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2301.775933] env[63862]: DEBUG nova.compute.provider_tree [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2301.791271] env[63862]: DEBUG nova.scheduler.client.report [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2301.813016] env[63862]: DEBUG nova.scheduler.client.report [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2301.816916] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2301.859735] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2301.860686] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2301.860686] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2301.860869] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2301.861060] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2301.861215] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2301.861599] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2301.863822] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2301.863822] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2301.863822] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2301.863822] env[63862]: DEBUG nova.virt.hardware [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2301.866209] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f6b103-6c8e-49d0-af5e-8a81a259cef4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.874955] env[63862]: DEBUG oslo_vmware.api [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098797, 'name': ReconfigVM_Task, 'duration_secs': 0.161392} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.875947] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429751', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'name': 'volume-c4285b3a-3635-40c0-9dd6-84b451efff48', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '382480df-8c0a-44a4-b181-4070fa816c09', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4285b3a-3635-40c0-9dd6-84b451efff48', 'serial': 'c4285b3a-3635-40c0-9dd6-84b451efff48'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2301.881977] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49056d8-304c-4ffb-a0a5-72c2c22a38e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.908119] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52485a30-738f-38f6-6b0d-b4eac5acaff2, 'name': SearchDatastore_Task, 'duration_secs': 0.011523} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.908925] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f31b03-45d4-495f-82d7-61c15cef338b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.916758] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2301.916758] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ea19f7-84cb-3424-f180-e1d5e0a94229" [ 2301.916758] env[63862]: _type = "Task" [ 2301.916758] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.939500] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ea19f7-84cb-3424-f180-e1d5e0a94229, 'name': SearchDatastore_Task, 'duration_secs': 0.016753} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.942815] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.943185] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5bc56fff-fcd1-49b3-8879-47daebba3578/5bc56fff-fcd1-49b3-8879-47daebba3578.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2301.943918] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1a5e42-fefd-4416-a676-39ed572f6443 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.956177] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2301.956177] env[63862]: value = "task-2098798" [ 2301.956177] env[63862]: _type = "Task" [ 2301.956177] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.965112] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.009524] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098795, 'name': Rename_Task, 'duration_secs': 0.788035} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.012714] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2302.014169] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28edf16f-1826-4a68-8da0-81ad16a4b415 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.025339] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2302.025339] env[63862]: value = "task-2098799" [ 2302.025339] env[63862]: _type = "Task" [ 2302.025339] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.037507] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.076855] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098796, 'name': Rename_Task, 'duration_secs': 0.73442} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.080355] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2302.080624] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f41f6dab-e900-4d36-83a3-06dcd81d023a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.094045] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098792, 'name': ReconfigVM_Task, 'duration_secs': 1.497151} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.094045] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Reconfigured VM instance instance-0000005d to attach disk [datastore2] volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a/volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2302.098317] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2302.098317] env[63862]: value = "task-2098800" [ 2302.098317] env[63862]: _type = "Task" [ 2302.098317] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.101104] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79b2afb-8500-40d5-8b71-09d80a847094 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.124211] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098800, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.126236] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2302.126236] env[63862]: value = "task-2098801" [ 2302.126236] env[63862]: _type = "Task" [ 2302.126236] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.141669] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.189755] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2537d0d7-9061-4e3b-b000-a6435330639f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.198603] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ca63d-1c24-4daa-9730-439c84831781 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.234247] env[63862]: DEBUG oslo_concurrency.lockutils [req-3428fb76-007f-466e-8dd0-2fa242290a26 req-b7edff63-2400-4934-af4b-7dc0636b737a service nova] Releasing lock "refresh_cache-5bc56fff-fcd1-49b3-8879-47daebba3578" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.235488] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05684e00-bb85-472e-89d4-98e45a3aba14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.246497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f1801c-f87a-451d-98c7-fc23e0b22289 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.265341] env[63862]: DEBUG nova.compute.provider_tree [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2302.436472] env[63862]: DEBUG nova.objects.instance [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'flavor' on Instance uuid 382480df-8c0a-44a4-b181-4070fa816c09 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2302.467927] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.537692] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.623768] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098800, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.640397] env[63862]: DEBUG oslo_vmware.api [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098801, 'name': ReconfigVM_Task, 'duration_secs': 0.191819} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.640397] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429757', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'name': 'volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d94f58a-26e3-45db-94f2-6baeab5550c0', 'attached_at': '', 'detached_at': '', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'serial': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2302.803570] env[63862]: DEBUG nova.scheduler.client.report [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2302.803904] env[63862]: DEBUG nova.compute.provider_tree [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 142 to 143 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2302.804317] env[63862]: DEBUG nova.compute.provider_tree [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2302.969836] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637123} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.970346] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 5bc56fff-fcd1-49b3-8879-47daebba3578/5bc56fff-fcd1-49b3-8879-47daebba3578.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2302.970749] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2302.971134] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-989dc518-38ea-41f7-a28c-7ef40b51b548 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.981885] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2302.981885] env[63862]: value = "task-2098802" [ 2302.981885] env[63862]: _type = "Task" [ 2302.981885] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.995811] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.047055] env[63862]: DEBUG oslo_vmware.api [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098799, 'name': PowerOnVM_Task, 'duration_secs': 0.920803} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.047731] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2303.047864] env[63862]: INFO nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Took 17.07 seconds to spawn the instance on the hypervisor. [ 2303.048584] env[63862]: DEBUG nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2303.049908] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79054aef-ef0f-4d60-b3de-ef702d51ee60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.064627] env[63862]: DEBUG nova.compute.manager [req-290ab70a-0c70-4e6d-9b58-4fdb26df8740 req-dd588974-7848-4004-9140-710e39f9814c service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Received event network-vif-plugged-15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2303.064882] env[63862]: DEBUG oslo_concurrency.lockutils [req-290ab70a-0c70-4e6d-9b58-4fdb26df8740 req-dd588974-7848-4004-9140-710e39f9814c service nova] Acquiring lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.065134] env[63862]: DEBUG oslo_concurrency.lockutils [req-290ab70a-0c70-4e6d-9b58-4fdb26df8740 req-dd588974-7848-4004-9140-710e39f9814c service nova] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.065427] env[63862]: DEBUG oslo_concurrency.lockutils [req-290ab70a-0c70-4e6d-9b58-4fdb26df8740 req-dd588974-7848-4004-9140-710e39f9814c service nova] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.065658] env[63862]: DEBUG nova.compute.manager [req-290ab70a-0c70-4e6d-9b58-4fdb26df8740 req-dd588974-7848-4004-9140-710e39f9814c service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] No waiting events found dispatching network-vif-plugged-15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2303.066281] env[63862]: WARNING nova.compute.manager [req-290ab70a-0c70-4e6d-9b58-4fdb26df8740 req-dd588974-7848-4004-9140-710e39f9814c service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Received unexpected event network-vif-plugged-15b68317-5f06-44e5-8283-71c6d41961ad for instance with vm_state building and task_state spawning. [ 2303.127252] env[63862]: DEBUG oslo_vmware.api [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098800, 'name': PowerOnVM_Task, 'duration_secs': 0.996345} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.127252] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2303.127252] env[63862]: INFO nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Took 14.74 seconds to spawn the instance on the hypervisor. [ 2303.127252] env[63862]: DEBUG nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2303.127423] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a9e2b-9ea4-4a26-86de-ad30fb3e6aa9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.170816] env[63862]: DEBUG nova.network.neutron [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Successfully updated port: 15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2303.315197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.541s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.315197] env[63862]: DEBUG nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2303.316247] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.813s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.444857] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c3faa879-26d7-4a03-97c6-69cb74a5df07 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.494396] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094249} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.494836] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2303.496072] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1020ed9d-ee67-4eb4-b4f5-a66f56d45d53 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.522769] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 5bc56fff-fcd1-49b3-8879-47daebba3578/5bc56fff-fcd1-49b3-8879-47daebba3578.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2303.523122] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ad655a-1fd2-4ccd-baae-622555c5ef3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.544555] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2303.544555] env[63862]: value = "task-2098803" [ 2303.544555] env[63862]: _type = "Task" [ 2303.544555] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.553955] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.576945] env[63862]: INFO nova.compute.manager [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Took 35.13 seconds to build instance. [ 2303.645905] env[63862]: INFO nova.compute.manager [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Took 31.88 seconds to build instance. [ 2303.679181] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "refresh_cache-8b21e2b4-0c41-4fcf-aaee-02b5470b550f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.679181] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired lock "refresh_cache-8b21e2b4-0c41-4fcf-aaee-02b5470b550f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.679181] env[63862]: DEBUG nova.network.neutron [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2303.695535] env[63862]: DEBUG nova.objects.instance [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'flavor' on Instance uuid 1d94f58a-26e3-45db-94f2-6baeab5550c0 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.820494] env[63862]: DEBUG nova.compute.utils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2303.824516] env[63862]: INFO nova.compute.claims [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2303.829511] env[63862]: DEBUG nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2304.057798] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.079393] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0545a401-a48e-4657-80cb-f529213afedb tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.652s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.150757] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7db35d8f-b0aa-40c8-b722-27f9eca45153 tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.389s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.199883] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f9f67169-8dcc-4481-9367-5fca1db31935 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.342s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.219766] env[63862]: DEBUG nova.network.neutron [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2304.308032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.310034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.310034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "1d94f58a-26e3-45db-94f2-6baeab5550c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.310034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.310034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.318104] env[63862]: INFO nova.compute.manager [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Terminating instance [ 2304.329930] env[63862]: DEBUG nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2304.336045] env[63862]: INFO nova.compute.resource_tracker [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating resource usage from migration d9447617-64b8-4dc1-a19e-bb7d3451f4ce [ 2304.361147] env[63862]: DEBUG nova.compute.manager [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.363018] env[63862]: DEBUG nova.compute.manager [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing instance network info cache due to event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2304.363018] env[63862]: DEBUG oslo_concurrency.lockutils [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.363018] env[63862]: DEBUG oslo_concurrency.lockutils [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.363018] env[63862]: DEBUG nova.network.neutron [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2304.402594] env[63862]: DEBUG nova.network.neutron [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Updating instance_info_cache with network_info: [{"id": "15b68317-5f06-44e5-8283-71c6d41961ad", "address": "fa:16:3e:4a:dc:db", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b68317-5f", "ovs_interfaceid": "15b68317-5f06-44e5-8283-71c6d41961ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.556699] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098803, 'name': ReconfigVM_Task, 'duration_secs': 0.690614} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.559771] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 5bc56fff-fcd1-49b3-8879-47daebba3578/5bc56fff-fcd1-49b3-8879-47daebba3578.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2304.560514] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de6b831a-febc-4a59-822d-0fa4f0c63d5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.574911] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2304.574911] env[63862]: value = "task-2098804" [ 2304.574911] env[63862]: _type = "Task" [ 2304.574911] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.594595] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.594967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.597111] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098804, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.688470] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cbf3de-a770-4d6f-958f-f5dec1cedb5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.698773] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e10e7-dfa5-4e1f-a198-6581cb88a65d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.739784] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fafe545-383a-48b3-9036-b041d69aef94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.750710] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d0358b-ba5e-4d0a-8593-f6b24d334141 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.768606] env[63862]: DEBUG nova.compute.provider_tree [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2304.786285] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.786611] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.786858] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "382480df-8c0a-44a4-b181-4070fa816c09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.787082] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.787254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.789486] env[63862]: INFO nova.compute.manager [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Terminating instance [ 2304.824829] env[63862]: DEBUG nova.compute.manager [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2304.825115] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.825448] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98cab639-5c3b-4be0-b283-15988123b1c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.835164] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2304.835164] env[63862]: value = "task-2098805" [ 2304.835164] env[63862]: _type = "Task" [ 2304.835164] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.849278] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.904803] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Releasing lock "refresh_cache-8b21e2b4-0c41-4fcf-aaee-02b5470b550f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.905177] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Instance network_info: |[{"id": "15b68317-5f06-44e5-8283-71c6d41961ad", "address": "fa:16:3e:4a:dc:db", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b68317-5f", "ovs_interfaceid": "15b68317-5f06-44e5-8283-71c6d41961ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2304.905639] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:dc:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b68317-5f06-44e5-8283-71c6d41961ad', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2304.915169] env[63862]: DEBUG oslo.service.loopingcall [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2304.916218] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2304.916581] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be11e1b3-2837-4e29-b8b9-7089bb7c2a60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.945256] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2304.945256] env[63862]: value = "task-2098806" [ 2304.945256] env[63862]: _type = "Task" [ 2304.945256] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.956384] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098806, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.089074] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098804, 'name': Rename_Task, 'duration_secs': 0.210658} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.089551] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2305.090466] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9b9cd6-2188-4385-af52-a66be83bf98d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.103052] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2305.107070] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2305.107070] env[63862]: value = "task-2098807" [ 2305.107070] env[63862]: _type = "Task" [ 2305.107070] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.117200] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.161761] env[63862]: DEBUG nova.compute.manager [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Received event network-changed-15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.161973] env[63862]: DEBUG nova.compute.manager [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Refreshing instance network info cache due to event network-changed-15b68317-5f06-44e5-8283-71c6d41961ad. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2305.162210] env[63862]: DEBUG oslo_concurrency.lockutils [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] Acquiring lock "refresh_cache-8b21e2b4-0c41-4fcf-aaee-02b5470b550f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.162417] env[63862]: DEBUG oslo_concurrency.lockutils [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] Acquired lock "refresh_cache-8b21e2b4-0c41-4fcf-aaee-02b5470b550f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.162537] env[63862]: DEBUG nova.network.neutron [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Refreshing network info cache for port 15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2305.272673] env[63862]: DEBUG nova.scheduler.client.report [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.293859] env[63862]: DEBUG nova.network.neutron [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updated VIF entry in instance network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2305.294237] env[63862]: DEBUG nova.network.neutron [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.297390] env[63862]: DEBUG nova.compute.manager [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2305.297625] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2305.298860] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf72e49-b9bb-4084-82de-f79a1c38b523 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.309737] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2305.311454] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5afa70ad-b753-4bdd-904f-9f31865ebe58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.320777] env[63862]: DEBUG oslo_vmware.api [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2305.320777] env[63862]: value = "task-2098808" [ 2305.320777] env[63862]: _type = "Task" [ 2305.320777] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.333158] env[63862]: DEBUG oslo_vmware.api [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.346186] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098805, 'name': PowerOffVM_Task, 'duration_secs': 0.382841} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.346689] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2305.346872] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2305.347085] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429757', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'name': 'volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d94f58a-26e3-45db-94f2-6baeab5550c0', 'attached_at': '', 'detached_at': '', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'serial': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2305.347911] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f28f769-43f9-40f1-947a-d4f0f3a0b441 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.352205] env[63862]: DEBUG nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2305.378236] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25d02b0-f730-4e76-b371-8ee7e9d9017d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.389769] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2305.390118] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2305.390297] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2305.390493] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2305.390652] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2305.390880] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2305.391136] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2305.391302] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2305.391524] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2305.391720] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2305.391897] env[63862]: DEBUG nova.virt.hardware [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2305.392805] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dc97aa-a807-4a85-b6ef-ebb90405d1da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.396739] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2dcd39-6d5b-4b4b-9296-7efc131a0a3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.424936] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d0960c-84f7-4631-8ab9-540c6f009f90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.432060] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bd461c-d428-4f08-9ea9-376a4acd313e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.447357] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2305.454345] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Creating folder: Project (5f9740e3c3014df68ac38c5c3868adae). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2305.468636] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c74229a9-45f8-4fe9-a6d3-318b438b0a81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.472024] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] The volume has not been displaced from its original location: [datastore2] volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a/volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2305.475786] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2305.476171] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5b2c83-4225-4edb-8934-955bbcf480ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.497595] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098806, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.498941] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2305.498941] env[63862]: value = "task-2098810" [ 2305.498941] env[63862]: _type = "Task" [ 2305.498941] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.515291] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Created folder: Project (5f9740e3c3014df68ac38c5c3868adae) in parent group-v429490. [ 2305.515558] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Creating folder: Instances. Parent ref: group-v429760. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2305.515862] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5518ba19-b90e-46c5-96ac-5a7364babcbb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.546347] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Created folder: Instances in parent group-v429760. [ 2305.547300] env[63862]: DEBUG oslo.service.loopingcall [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2305.547300] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2305.547593] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb59da3c-48fe-4a9f-a871-70a38b22234d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.578105] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2305.578105] env[63862]: value = "task-2098812" [ 2305.578105] env[63862]: _type = "Task" [ 2305.578105] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.587691] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098812, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.624967] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.635243] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.781498] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.463s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.781498] env[63862]: INFO nova.compute.manager [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Migrating [ 2305.787397] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.938s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.803394] env[63862]: DEBUG oslo_concurrency.lockutils [req-64225b60-e41c-40e3-b4b7-52abbd37b9fb req-43435e69-9f29-405b-811f-e1e567261968 service nova] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.838034] env[63862]: DEBUG oslo_vmware.api [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098808, 'name': PowerOffVM_Task, 'duration_secs': 0.461708} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.838408] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2305.838588] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2305.838856] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18204f86-6dc5-4fed-8b75-7695767acb6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.963243] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098806, 'name': CreateVM_Task, 'duration_secs': 0.676032} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.963617] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2305.964370] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.964578] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.964988] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2305.965349] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1d6e79-9e33-44ba-b62a-e73706be55a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.973912] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2305.973912] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a4b8d5-087f-8ad7-db43-d543be4226d0" [ 2305.973912] env[63862]: _type = "Task" [ 2305.973912] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.986554] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a4b8d5-087f-8ad7-db43-d543be4226d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.996579] env[63862]: DEBUG nova.network.neutron [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Updated VIF entry in instance network info cache for port 15b68317-5f06-44e5-8283-71c6d41961ad. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2305.996981] env[63862]: DEBUG nova.network.neutron [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Updating instance_info_cache with network_info: [{"id": "15b68317-5f06-44e5-8283-71c6d41961ad", "address": "fa:16:3e:4a:dc:db", "network": {"id": "a1a34f2b-1fca-42a0-a3c0-189c2dcb0fe8", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d89b86e7db874575ae2cefa0d4735820", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b68317-5f", "ovs_interfaceid": "15b68317-5f06-44e5-8283-71c6d41961ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.010424] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098810, 'name': ReconfigVM_Task, 'duration_secs': 0.332295} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.010705] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2306.015922] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f36ffdd-3e0f-4ed5-831e-3387485ec4d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.035580] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2306.035580] env[63862]: value = "task-2098814" [ 2306.035580] env[63862]: _type = "Task" [ 2306.035580] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.047456] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.048995] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2306.049329] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2306.049574] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Deleting the datastore file [datastore2] 382480df-8c0a-44a4-b181-4070fa816c09 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2306.050320] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba9c6b38-2a88-4246-a7fb-c309f954a4d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.057092] env[63862]: DEBUG oslo_vmware.api [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for the task: (returnval){ [ 2306.057092] env[63862]: value = "task-2098815" [ 2306.057092] env[63862]: _type = "Task" [ 2306.057092] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.069544] env[63862]: DEBUG oslo_vmware.api [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.088253] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098812, 'name': CreateVM_Task, 'duration_secs': 0.383051} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.088453] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2306.089055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.124244] env[63862]: DEBUG oslo_vmware.api [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098807, 'name': PowerOnVM_Task, 'duration_secs': 0.903694} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.124733] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2306.124981] env[63862]: INFO nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Took 15.33 seconds to spawn the instance on the hypervisor. [ 2306.125198] env[63862]: DEBUG nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2306.126117] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f437db-0936-4596-9fc8-0181abdc5778 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.142506] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "4e449ad9-e46e-41e1-84c9-c530457949ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.142781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.142992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "4e449ad9-e46e-41e1-84c9-c530457949ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.143220] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.143359] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.145603] env[63862]: INFO nova.compute.manager [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Terminating instance [ 2306.303059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.303261] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.303537] env[63862]: DEBUG nova.network.neutron [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2306.485561] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a4b8d5-087f-8ad7-db43-d543be4226d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017735} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.485966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.486233] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2306.486543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.486707] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.486894] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2306.488026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.488026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2306.488026] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeddd220-a153-498d-92c2-f4c3d2d8a59f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.489786] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e4e4c9-76f1-4820-885c-a287c14198b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.494988] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2306.494988] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e6c548-b132-6632-25bd-0b5ed1498ed2" [ 2306.494988] env[63862]: _type = "Task" [ 2306.494988] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.500036] env[63862]: DEBUG oslo_concurrency.lockutils [req-17f5fdd7-7907-4b6c-8bb7-2081a95d52c7 req-06c93b7a-e58b-4a5a-b4d3-3d4dbe68dfe9 service nova] Releasing lock "refresh_cache-8b21e2b4-0c41-4fcf-aaee-02b5470b550f" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.501529] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2306.501720] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2306.505311] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd15a2a9-1aad-454a-b050-3fa3bb27bfba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.508078] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e6c548-b132-6632-25bd-0b5ed1498ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.516675] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2306.516675] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5217d9ec-627c-3fc5-5c9d-56ec6c250aa2" [ 2306.516675] env[63862]: _type = "Task" [ 2306.516675] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.525559] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5217d9ec-627c-3fc5-5c9d-56ec6c250aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.546748] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098814, 'name': ReconfigVM_Task, 'duration_secs': 0.295615} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.547206] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429757', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'name': 'volume-806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d94f58a-26e3-45db-94f2-6baeab5550c0', 'attached_at': '', 'detached_at': '', 'volume_id': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a', 'serial': '806cba6c-3dc1-4631-a413-0ebfbde3fe3a'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2306.547584] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2306.548522] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74450a71-ea16-457e-becd-8a182ae26069 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.556079] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2306.556323] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75c45d9d-5622-4cc5-8f04-66948823ff61 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.567443] env[63862]: DEBUG oslo_vmware.api [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Task: {'id': task-2098815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362478} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.567711] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2306.567905] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2306.568134] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2306.568326] env[63862]: INFO nova.compute.manager [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2306.568566] env[63862]: DEBUG oslo.service.loopingcall [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2306.568756] env[63862]: DEBUG nova.compute.manager [-] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2306.568872] env[63862]: DEBUG nova.network.neutron [-] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2306.645075] env[63862]: INFO nova.compute.manager [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Took 34.23 seconds to build instance. [ 2306.651062] env[63862]: DEBUG nova.compute.manager [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2306.651062] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2306.652282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f510a522-d4f3-4307-bf38-b59320256bee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.661534] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2306.662448] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-338635d7-4ba2-4d07-9ec7-85dc21b2f3a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.670322] env[63862]: DEBUG oslo_vmware.api [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2306.670322] env[63862]: value = "task-2098817" [ 2306.670322] env[63862]: _type = "Task" [ 2306.670322] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.679143] env[63862]: DEBUG oslo_vmware.api [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.780529] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2306.780737] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2306.780921] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleting the datastore file [datastore2] 1d94f58a-26e3-45db-94f2-6baeab5550c0 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2306.781225] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e369bf4-0ad5-456b-aed3-49421dd0ca22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.788980] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2306.788980] env[63862]: value = "task-2098818" [ 2306.788980] env[63862]: _type = "Task" [ 2306.788980] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.798378] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.800581] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Applying migration context for instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 as it has an incoming, in-progress migration d9447617-64b8-4dc1-a19e-bb7d3451f4ce. Migration status is pre-migrating {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2306.802511] env[63862]: INFO nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating resource usage from migration d9447617-64b8-4dc1-a19e-bb7d3451f4ce [ 2306.830354] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.830480] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 24facf4b-f8aa-4545-89a6-4548c73ef49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.830644] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 382480df-8c0a-44a4-b181-4070fa816c09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.830774] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance ed20b9fb-2e04-4078-8eec-13a512b4597f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.830951] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a9ff6f09-2e05-45d4-bd3d-48b3ad528517 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831153] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 439a36f6-370c-45fd-88b2-e413bae35b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831338] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance e9a238da-62d7-4923-b2f8-9a41688565f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831428] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831582] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance cc1672aa-26ae-4bee-ae03-e32878d61078 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831698] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 1d94f58a-26e3-45db-94f2-6baeab5550c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831825] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.831943] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 4e449ad9-e46e-41e1-84c9-c530457949ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.832114] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 5bc56fff-fcd1-49b3-8879-47daebba3578 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.832246] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 8b21e2b4-0c41-4fcf-aaee-02b5470b550f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.832361] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 96ea4d77-5733-4928-9a94-2f68e9bbe87d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2306.832498] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Migration d9447617-64b8-4dc1-a19e-bb7d3451f4ce is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2306.832627] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2307.008403] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e6c548-b132-6632-25bd-0b5ed1498ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.022189} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.009032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.009786] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2307.010257] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.033211] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5217d9ec-627c-3fc5-5c9d-56ec6c250aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.015954} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.035435] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a667cb-eced-4c9f-8492-566d5a74d8c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.043748] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2307.043748] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c0fa8e-7b27-a3e3-1a4b-9b5f86b9631a" [ 2307.043748] env[63862]: _type = "Task" [ 2307.043748] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.054790] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c0fa8e-7b27-a3e3-1a4b-9b5f86b9631a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.147740] env[63862]: DEBUG oslo_concurrency.lockutils [None req-265aa665-fc0a-4b23-8190-34fae02a0da3 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.743s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.186231] env[63862]: DEBUG oslo_vmware.api [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098817, 'name': PowerOffVM_Task, 'duration_secs': 0.313769} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.186906] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2307.187283] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2307.187923] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7f1467d-f483-4e38-b6bf-bbe63a80b543 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.299766] env[63862]: DEBUG oslo_vmware.api [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309105} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.300021] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.300213] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.300393] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.300567] env[63862]: INFO nova.compute.manager [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Took 2.48 seconds to destroy the instance on the hypervisor. [ 2307.300840] env[63862]: DEBUG oslo.service.loopingcall [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.300995] env[63862]: DEBUG nova.compute.manager [-] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.301105] env[63862]: DEBUG nova.network.neutron [-] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2307.312497] env[63862]: DEBUG nova.network.neutron [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.337127] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 9ef766e3-e6e2-4cca-befd-09c4aff22fbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2307.337471] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2307.337589] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2307.359412] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2307.359956] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2307.359956] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleting the datastore file [datastore2] 4e449ad9-e46e-41e1-84c9-c530457949ad {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2307.360520] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e981d3be-7691-441b-a295-99ff2d0dacd7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.371802] env[63862]: DEBUG oslo_vmware.api [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for the task: (returnval){ [ 2307.371802] env[63862]: value = "task-2098820" [ 2307.371802] env[63862]: _type = "Task" [ 2307.371802] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.390868] env[63862]: DEBUG oslo_vmware.api [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.409031] env[63862]: DEBUG nova.compute.manager [req-6360e0bb-1f40-4ee0-9354-383424363c25 req-ff7e75fc-f1b4-4658-8797-0b70dc6fa4d3 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Received event network-vif-deleted-06b9fe09-9648-4b60-aa96-b7780edca9ac {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2307.409239] env[63862]: INFO nova.compute.manager [req-6360e0bb-1f40-4ee0-9354-383424363c25 req-ff7e75fc-f1b4-4658-8797-0b70dc6fa4d3 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Neutron deleted interface 06b9fe09-9648-4b60-aa96-b7780edca9ac; detaching it from the instance and deleting it from the info cache [ 2307.409668] env[63862]: DEBUG nova.network.neutron [req-6360e0bb-1f40-4ee0-9354-383424363c25 req-ff7e75fc-f1b4-4658-8797-0b70dc6fa4d3 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.420824] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a187-94cb-2124-ea34-971cd0831219/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2307.421988] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19009de-c2e3-4336-b227-f908f727fda2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.433677] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a187-94cb-2124-ea34-971cd0831219/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2307.433878] env[63862]: ERROR oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a187-94cb-2124-ea34-971cd0831219/disk-0.vmdk due to incomplete transfer. [ 2307.434162] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8745c8bb-40ef-4634-a363-b6af06956322 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.442472] env[63862]: DEBUG oslo_vmware.rw_handles [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5216a187-94cb-2124-ea34-971cd0831219/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2307.442718] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Uploaded image 9bb37227-55e1-43ad-a3d6-0c4d307e3422 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2307.445034] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2307.448118] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37564cbb-84b0-4ed3-8023-de99ea10d62d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.457017] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2307.457017] env[63862]: value = "task-2098821" [ 2307.457017] env[63862]: _type = "Task" [ 2307.457017] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.468490] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098821, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.559702] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c0fa8e-7b27-a3e3-1a4b-9b5f86b9631a, 'name': SearchDatastore_Task, 'duration_secs': 0.018653} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.559702] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.559702] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8b21e2b4-0c41-4fcf-aaee-02b5470b550f/8b21e2b4-0c41-4fcf-aaee-02b5470b550f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2307.559702] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.559702] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2307.559702] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b58395d5-2288-48fe-9f6c-b8938bce2eb1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.560626] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e1b7cf8-8003-40e6-b541-95d1a9d11780 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.570147] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2307.570147] env[63862]: value = "task-2098822" [ 2307.570147] env[63862]: _type = "Task" [ 2307.570147] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.575958] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2307.576167] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2307.580568] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77cf904-e963-490f-9871-7387a319a9c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.583497] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.594848] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2307.594848] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527fb02c-f265-128c-ad35-58f637ce2f45" [ 2307.594848] env[63862]: _type = "Task" [ 2307.594848] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.601400] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527fb02c-f265-128c-ad35-58f637ce2f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.671899] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9270b5-230e-4c9e-8a56-b9a82003f608 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.681385] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21c0118-cac0-4f94-82f9-822a2e65ba5c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.715260] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a2ebc4-5458-4f88-b296-7542beae950d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.727881] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872395ad-4dcb-4252-ac31-aca9141088a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.745100] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2307.768009] env[63862]: DEBUG nova.compute.manager [req-5b42674a-10cd-4f76-9537-83cbd1e33dab req-cfc88f51-e21b-4d7d-b22d-3812da713d12 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Received event network-vif-deleted-231dc173-92a3-47f2-b6f4-f4bcab40c82f {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2307.768211] env[63862]: INFO nova.compute.manager [req-5b42674a-10cd-4f76-9537-83cbd1e33dab req-cfc88f51-e21b-4d7d-b22d-3812da713d12 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Neutron deleted interface 231dc173-92a3-47f2-b6f4-f4bcab40c82f; detaching it from the instance and deleting it from the info cache [ 2307.768388] env[63862]: DEBUG nova.network.neutron [req-5b42674a-10cd-4f76-9537-83cbd1e33dab req-cfc88f51-e21b-4d7d-b22d-3812da713d12 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.817970] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.883818] env[63862]: DEBUG nova.network.neutron [-] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.885168] env[63862]: DEBUG oslo_vmware.api [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Task: {'id': task-2098820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418913} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.885611] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.885799] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.885977] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.886188] env[63862]: INFO nova.compute.manager [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2307.886419] env[63862]: DEBUG oslo.service.loopingcall [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.887141] env[63862]: DEBUG nova.compute.manager [-] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.887141] env[63862]: DEBUG nova.network.neutron [-] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2307.916467] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a715b138-ef59-4ec6-9c6b-9262a7f1ca2d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.933131] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827c5511-c25a-4fed-be09-0028e56c0ea4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.972022] env[63862]: DEBUG nova.compute.manager [req-6360e0bb-1f40-4ee0-9354-383424363c25 req-ff7e75fc-f1b4-4658-8797-0b70dc6fa4d3 service nova] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Detach interface failed, port_id=06b9fe09-9648-4b60-aa96-b7780edca9ac, reason: Instance 382480df-8c0a-44a4-b181-4070fa816c09 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2307.988047] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098821, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.081990] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.090570] env[63862]: DEBUG nova.network.neutron [-] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.103336] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527fb02c-f265-128c-ad35-58f637ce2f45, 'name': SearchDatastore_Task, 'duration_secs': 0.023716} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.104636] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ddf4de-5c1f-41cc-ad17-7d88452eafbf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.112748] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2308.112748] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52527c4f-db90-2ab9-2f70-a3e572ab2b0b" [ 2308.112748] env[63862]: _type = "Task" [ 2308.112748] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.123551] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52527c4f-db90-2ab9-2f70-a3e572ab2b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.223647] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "5bc56fff-fcd1-49b3-8879-47daebba3578" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.223992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.224260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "5bc56fff-fcd1-49b3-8879-47daebba3578-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.224458] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.224705] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.228107] env[63862]: INFO nova.compute.manager [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Terminating instance [ 2308.270552] env[63862]: ERROR nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [req-9f18ae23-d797-45fa-96d6-f163544898fc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f18ae23-d797-45fa-96d6-f163544898fc"}]} [ 2308.273265] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34a0d5e1-c49e-458b-8fc4-d3ab98d471de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.284331] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313b9a8-38b3-444d-a23e-3baa5d9134ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.294991] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2308.310886] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2308.311086] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2308.330026] env[63862]: DEBUG nova.compute.manager [req-5b42674a-10cd-4f76-9537-83cbd1e33dab req-cfc88f51-e21b-4d7d-b22d-3812da713d12 service nova] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Detach interface failed, port_id=231dc173-92a3-47f2-b6f4-f4bcab40c82f, reason: Instance 1d94f58a-26e3-45db-94f2-6baeab5550c0 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2308.330784] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2308.349795] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2308.386035] env[63862]: INFO nova.compute.manager [-] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Took 1.82 seconds to deallocate network for instance. [ 2308.484602] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098821, 'name': Destroy_Task, 'duration_secs': 0.77219} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.484703] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Destroyed the VM [ 2308.484884] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2308.485172] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b0d01a3-ae51-4d40-b1a2-11ccc031501e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.495555] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2308.495555] env[63862]: value = "task-2098823" [ 2308.495555] env[63862]: _type = "Task" [ 2308.495555] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.518746] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098823, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.571625] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251001be-fe1b-4469-8399-934d2227567f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.585777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e8d0a3-5e67-4b62-8495-d479e302e84b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.588978] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699283} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.589297] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8b21e2b4-0c41-4fcf-aaee-02b5470b550f/8b21e2b4-0c41-4fcf-aaee-02b5470b550f.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2308.589546] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2308.590157] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea999991-cc77-4ae5-84a9-84393ec5c6ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.621923] env[63862]: INFO nova.compute.manager [-] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Took 1.32 seconds to deallocate network for instance. [ 2308.629243] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afb9dc5-a5ee-4002-8e81-aa9ff8ab21de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.632047] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2308.632047] env[63862]: value = "task-2098824" [ 2308.632047] env[63862]: _type = "Task" [ 2308.632047] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.643058] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52527c4f-db90-2ab9-2f70-a3e572ab2b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.057316} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.644709] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f13fe43-c060-4abc-b34f-58788f2d0aa0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.648636] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.648938] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2308.653023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1595b9d8-b65b-4ff8-9900-70fb532cd103 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.655389] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098824, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.668534] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2308.671458] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2308.671458] env[63862]: value = "task-2098825" [ 2308.671458] env[63862]: _type = "Task" [ 2308.671458] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.680760] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.733838] env[63862]: DEBUG nova.compute.manager [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2308.735032] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2308.735198] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8cdb62-dc48-4766-a34c-3c3cfff793f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.744332] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2308.744659] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851b1a26-5087-4d4f-aadb-712daceb8516 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.749035] env[63862]: DEBUG nova.network.neutron [-] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.754254] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2308.754254] env[63862]: value = "task-2098826" [ 2308.754254] env[63862]: _type = "Task" [ 2308.754254] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.764329] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.894305] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.007791] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098823, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.145453] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074299} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.145788] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2309.147106] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c735d38-00bb-4a27-aff3-49bfee974953 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.178216] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 8b21e2b4-0c41-4fcf-aaee-02b5470b550f/8b21e2b4-0c41-4fcf-aaee-02b5470b550f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2309.179155] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2309.183187] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56828a47-a31a-4839-b397-a879f5a2c98c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.201021] env[63862]: INFO nova.compute.manager [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Took 0.58 seconds to detach 1 volumes for instance. [ 2309.216762] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.218578] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2309.218578] env[63862]: value = "task-2098827" [ 2309.218578] env[63862]: _type = "Task" [ 2309.218578] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.231372] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.253618] env[63862]: INFO nova.compute.manager [-] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Took 1.37 seconds to deallocate network for instance. [ 2309.275821] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098826, 'name': PowerOffVM_Task, 'duration_secs': 0.289305} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.276830] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2309.276830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2309.276830] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a939836-059e-40e2-9c00-2fa8b2d62d16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.341650] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277cea1a-d142-466e-b741-1e19e6b2258e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.363625] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2309.369725] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2309.370109] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2309.370334] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] 5bc56fff-fcd1-49b3-8879-47daebba3578 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2309.371031] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a276e0-1059-4a3e-9d2d-e25a6585a97a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.378087] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2309.378087] env[63862]: value = "task-2098829" [ 2309.378087] env[63862]: _type = "Task" [ 2309.378087] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.386184] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.508460] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098823, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.697879] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674077} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.698318] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2309.698670] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2309.699073] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6b4449-7eef-48f0-a932-a16dc700948f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.702480] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2309.702777] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.916s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.703162] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.068s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.705647] env[63862]: INFO nova.compute.claims [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2309.711863] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.715140] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2309.715140] env[63862]: value = "task-2098830" [ 2309.715140] env[63862]: _type = "Task" [ 2309.715140] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.728175] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.734120] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098827, 'name': ReconfigVM_Task, 'duration_secs': 0.413797} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.734369] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 8b21e2b4-0c41-4fcf-aaee-02b5470b550f/8b21e2b4-0c41-4fcf-aaee-02b5470b550f.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2309.735060] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60332a02-007e-4786-9142-6b97fd23cc49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.743501] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2309.743501] env[63862]: value = "task-2098831" [ 2309.743501] env[63862]: _type = "Task" [ 2309.743501] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.752558] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098831, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.766197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.798040] env[63862]: DEBUG nova.compute.manager [req-78b629fb-9232-435e-bd04-2bcde56a68d3 req-f68363db-3e74-4b4c-b8c2-f2026dc38748 service nova] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Received event network-vif-deleted-c438c35d-c4db-413f-9716-d6a357843263 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2309.873368] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2309.873684] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f2d02e-88e0-4a98-a407-2e6f27a086f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.883973] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2309.883973] env[63862]: value = "task-2098832" [ 2309.883973] env[63862]: _type = "Task" [ 2309.883973] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.890746] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.896376] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.007853] env[63862]: DEBUG oslo_vmware.api [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098823, 'name': RemoveSnapshot_Task, 'duration_secs': 1.062061} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.008185] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2310.008440] env[63862]: INFO nova.compute.manager [None req-b75a67e0-561e-4342-b776-6dad0bf8f177 tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Took 21.77 seconds to snapshot the instance on the hypervisor. [ 2310.225131] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196322} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.225991] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2310.226809] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ec143-27db-4481-b9bf-5fe86feae55e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.247934] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2310.248169] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc5fd667-0645-4105-8c7a-39447a67741f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.271686] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098831, 'name': Rename_Task, 'duration_secs': 0.144189} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.273083] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2310.273416] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2310.273416] env[63862]: value = "task-2098833" [ 2310.273416] env[63862]: _type = "Task" [ 2310.273416] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.273660] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2332f532-baf6-45a7-988b-0aa53d8a4750 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.284327] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.285902] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2310.285902] env[63862]: value = "task-2098834" [ 2310.285902] env[63862]: _type = "Task" [ 2310.285902] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.293913] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.391846] env[63862]: DEBUG oslo_vmware.api [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528227} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.392486] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2310.392705] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2310.392996] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2310.393218] env[63862]: INFO nova.compute.manager [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Took 1.66 seconds to destroy the instance on the hypervisor. [ 2310.393673] env[63862]: DEBUG oslo.service.loopingcall [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2310.393740] env[63862]: DEBUG nova.compute.manager [-] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2310.393839] env[63862]: DEBUG nova.network.neutron [-] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2310.398469] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098832, 'name': PowerOffVM_Task, 'duration_secs': 0.21906} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.401809] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2310.401809] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2310.790024] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098833, 'name': ReconfigVM_Task, 'duration_secs': 0.433294} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.793275] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2310.793971] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f6164e2-1c1d-4422-9274-955a2f3dcd56 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.804370] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.805875] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2310.805875] env[63862]: value = "task-2098835" [ 2310.805875] env[63862]: _type = "Task" [ 2310.805875] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.817026] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098835, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.869162] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "ed20b9fb-2e04-4078-8eec-13a512b4597f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.869640] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.869640] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "ed20b9fb-2e04-4078-8eec-13a512b4597f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.869799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.869958] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.874312] env[63862]: INFO nova.compute.manager [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Terminating instance [ 2310.905939] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2310.906198] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2310.906357] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2310.906570] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2310.906753] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2310.906980] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2310.907270] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2310.907399] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2310.907590] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2310.907798] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2310.908019] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2310.916932] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166909a4-2fc3-497a-ab93-91451f327b69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.936597] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2310.936597] env[63862]: value = "task-2098836" [ 2310.936597] env[63862]: _type = "Task" [ 2310.936597] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.951332] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.005452] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3f0f80-e9ca-46c3-ae48-9196a1a32831 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.014265] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3788f678-d729-4bf7-8375-0ee9f4678a02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.049238] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baaa86b-ee6a-4409-ac7f-01fcf7f9bba9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.058443] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c34c3-5588-4625-95a5-d6e145392db9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.073677] env[63862]: DEBUG nova.compute.provider_tree [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.128020] env[63862]: DEBUG nova.network.neutron [-] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.300146] env[63862]: DEBUG oslo_vmware.api [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098834, 'name': PowerOnVM_Task, 'duration_secs': 0.529726} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.300423] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2311.300641] env[63862]: INFO nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Took 9.48 seconds to spawn the instance on the hypervisor. [ 2311.300818] env[63862]: DEBUG nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2311.301609] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef2f50-04a4-4481-873e-181e4a147d08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.322250] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098835, 'name': Rename_Task, 'duration_secs': 0.226843} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.322419] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2311.322666] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2d4202-75e1-49b4-96c4-6ae625633cc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.330037] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2311.330037] env[63862]: value = "task-2098837" [ 2311.330037] env[63862]: _type = "Task" [ 2311.330037] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.341366] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.380498] env[63862]: DEBUG nova.compute.manager [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2311.380621] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2311.381899] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a052bbe0-8f93-4076-b4e5-241cf8db729b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.390717] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2311.390982] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0b796f-d4b8-45d6-b4ce-49752386658f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.398177] env[63862]: DEBUG oslo_vmware.api [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2311.398177] env[63862]: value = "task-2098838" [ 2311.398177] env[63862]: _type = "Task" [ 2311.398177] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.407510] env[63862]: DEBUG oslo_vmware.api [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.447050] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098836, 'name': ReconfigVM_Task, 'duration_secs': 0.198452} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.447393] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2311.579678] env[63862]: DEBUG nova.scheduler.client.report [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2311.631168] env[63862]: INFO nova.compute.manager [-] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Took 1.24 seconds to deallocate network for instance. [ 2311.826044] env[63862]: INFO nova.compute.manager [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Took 18.16 seconds to build instance. [ 2311.828114] env[63862]: DEBUG nova.compute.manager [req-afdec300-951b-49a1-96b3-09b28c46214e req-2c7eb016-7807-4436-ac49-27a6ab5137a7 service nova] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Received event network-vif-deleted-9045dd17-384b-4705-8968-a5299ac34f14 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2311.840880] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098837, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.908228] env[63862]: DEBUG oslo_vmware.api [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098838, 'name': PowerOffVM_Task, 'duration_secs': 0.201165} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.908456] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2311.908623] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2311.908864] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c32a1e94-a712-4fd9-a1f8-e515463d1904 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.954323] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2311.954660] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2311.955057] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2311.955366] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2311.955624] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2311.955873] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2311.956153] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2311.956323] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2311.956509] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2311.956816] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2311.957084] env[63862]: DEBUG nova.virt.hardware [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2311.962354] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2311.963023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b8ea31-9842-4161-b710-ac8786619aff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.982937] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2311.982937] env[63862]: value = "task-2098840" [ 2311.982937] env[63862]: _type = "Task" [ 2311.982937] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.992297] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.086268] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.086914] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2312.090169] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.196s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.090393] env[63862]: DEBUG nova.objects.instance [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lazy-loading 'resources' on Instance uuid 382480df-8c0a-44a4-b181-4070fa816c09 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2312.092092] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc243f9b-867a-4e1f-b8a7-4c552cf94b1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.100041] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Suspending the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2312.100305] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e528144b-6298-4f62-810e-80f572e2a74a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.109119] env[63862]: DEBUG oslo_vmware.api [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] Waiting for the task: (returnval){ [ 2312.109119] env[63862]: value = "task-2098841" [ 2312.109119] env[63862]: _type = "Task" [ 2312.109119] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.117954] env[63862]: DEBUG oslo_vmware.api [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] Task: {'id': task-2098841, 'name': SuspendVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.137966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.329886] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e44e02ab-478b-4ccf-b5eb-8b90a5b5f2f2 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.678s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.341643] env[63862]: DEBUG oslo_vmware.api [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098837, 'name': PowerOnVM_Task, 'duration_secs': 0.779257} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.341932] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2312.342174] env[63862]: INFO nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Took 6.99 seconds to spawn the instance on the hypervisor. [ 2312.342370] env[63862]: DEBUG nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2312.343266] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a6c8b-e629-4156-bd0b-0370e4dda35d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.493579] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098840, 'name': ReconfigVM_Task, 'duration_secs': 0.205889} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.493896] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2312.494731] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55d10f-a12e-4297-93ad-37b9be997b4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.518990] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60/133ec6e5-3de6-4613-86bc-f13509b1ea60.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2312.519345] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3e9cfa-6020-43cc-bc03-0cfe08d49cfd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.538543] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2312.538543] env[63862]: value = "task-2098842" [ 2312.538543] env[63862]: _type = "Task" [ 2312.538543] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.550710] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.599703] env[63862]: DEBUG nova.compute.utils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2312.601528] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2312.601695] env[63862]: DEBUG nova.network.neutron [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2312.621539] env[63862]: DEBUG oslo_vmware.api [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] Task: {'id': task-2098841, 'name': SuspendVM_Task} progress is 62%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.655831] env[63862]: DEBUG nova.policy [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c16398f6714541aac281ad9ac92b3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '697291381aa347c7a26531d52030420b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2312.861316] env[63862]: INFO nova.compute.manager [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Took 15.50 seconds to build instance. [ 2312.869415] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d247ce7-8e40-42bb-8123-bff02ffc8592 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.880710] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f8357e-b310-4cbd-a7cd-ceb7ee2266e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.913535] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efd8a7-2936-46d7-8431-d4a3b091074f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.922969] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4b0074-c518-4e6b-9191-7af37fab23f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.939415] env[63862]: DEBUG nova.compute.provider_tree [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2313.003654] env[63862]: DEBUG nova.network.neutron [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Successfully created port: e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2313.052734] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098842, 'name': ReconfigVM_Task, 'duration_secs': 0.43479} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.052734] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60/133ec6e5-3de6-4613-86bc-f13509b1ea60.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2313.052734] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2313.104649] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2313.119652] env[63862]: DEBUG oslo_vmware.api [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] Task: {'id': task-2098841, 'name': SuspendVM_Task, 'duration_secs': 0.872552} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.119921] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Suspended the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2313.120116] env[63862]: DEBUG nova.compute.manager [None req-11f3ca78-d1df-4c70-bd4b-ab1058e1ae35 tempest-ServersAdminNegativeTestJSON-901599912 tempest-ServersAdminNegativeTestJSON-901599912-project-admin] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2313.120995] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd203c-2d7b-489e-a087-3f26c2337c04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.364214] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d31457fd-c9ec-4ee7-8b67-0c60b05207aa tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.011s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.446067] env[63862]: DEBUG nova.scheduler.client.report [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2313.556998] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c22a5b-01a1-4573-9761-01b5a1c4d3bd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.580046] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f7409e-3804-4c55-8fdd-8846f9f4e961 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.599867] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2313.951494] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.954808] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.243s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.955084] env[63862]: DEBUG nova.objects.instance [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'resources' on Instance uuid 1d94f58a-26e3-45db-94f2-6baeab5550c0 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2313.985606] env[63862]: INFO nova.scheduler.client.report [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Deleted allocations for instance 382480df-8c0a-44a4-b181-4070fa816c09 [ 2313.986818] env[63862]: INFO nova.compute.manager [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Rebuilding instance [ 2314.035773] env[63862]: DEBUG nova.compute.manager [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2314.036429] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4ec267-b77a-4b58-996c-18505589b6eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.115142] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2314.140256] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2314.140516] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2314.140673] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2314.140905] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2314.141268] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2314.141454] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2314.141669] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2314.141836] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2314.142482] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2314.143021] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2314.143332] env[63862]: DEBUG nova.virt.hardware [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2314.144479] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883013cb-1950-408d-b7bd-332634acf161 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.153869] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65cc78-3428-4ccf-a2ab-49fce99390c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.171250] env[63862]: DEBUG nova.network.neutron [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Port e8b1e06f-9c35-4256-92d3-f53f2feea8bb binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2314.496182] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b6839247-0b01-4a81-95f9-8681f18ac1d0 tempest-AttachVolumeTestJSON-1022213265 tempest-AttachVolumeTestJSON-1022213265-project-member] Lock "382480df-8c0a-44a4-b181-4070fa816c09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.709s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.795377] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fffb76-6e03-4da2-8cac-8804655ea18a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.805234] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64924469-f91b-4027-9efb-2fd2bdfae7d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.838650] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e80d1-5e02-49b2-8f50-33bb470f267d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.850769] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64051bd-5c91-4d07-8891-982f72b1fa3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.867810] env[63862]: DEBUG nova.compute.provider_tree [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2315.051650] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2315.051650] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6217f99-da1c-4771-a795-a2e31477eb4f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.060045] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2315.060045] env[63862]: value = "task-2098844" [ 2315.060045] env[63862]: _type = "Task" [ 2315.060045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.069896] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.193879] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.194084] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.194269] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.347382] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.347637] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.347900] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.348099] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.348267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.350282] env[63862]: INFO nova.compute.manager [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Terminating instance [ 2315.372718] env[63862]: DEBUG nova.scheduler.client.report [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2315.571609] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098844, 'name': PowerOffVM_Task, 'duration_secs': 0.163354} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.571896] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2315.572143] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2315.573006] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b7374-fc3d-4c19-92dc-6d7d6ba8f641 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.580247] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2315.580475] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05a0f770-f151-480b-9f29-9680276baeed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.611671] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2315.611933] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2315.612130] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Deleting the datastore file [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2315.612402] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ff64223-b83b-43f3-b27a-01b4ee6f82c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.619281] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2315.619281] env[63862]: value = "task-2098846" [ 2315.619281] env[63862]: _type = "Task" [ 2315.619281] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.627440] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.854597] env[63862]: DEBUG nova.compute.manager [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2315.854869] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2315.855834] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04698b64-761f-4b57-975c-61e140c2ef3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.864327] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2315.864594] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86cd0859-c76b-4729-be9e-ec09c7ec876d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.877064] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.879231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.113s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2315.879478] env[63862]: DEBUG nova.objects.instance [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lazy-loading 'resources' on Instance uuid 4e449ad9-e46e-41e1-84c9-c530457949ad {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.903839] env[63862]: INFO nova.scheduler.client.report [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocations for instance 1d94f58a-26e3-45db-94f2-6baeab5550c0 [ 2316.129630] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112666} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.129963] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2316.130070] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2316.130262] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2316.228248] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.228470] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.228653] env[63862]: DEBUG nova.network.neutron [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2316.412529] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd0e0113-4e22-4ab0-9949-4e6612610f74 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "1d94f58a-26e3-45db-94f2-6baeab5550c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.104s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.598429] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58a871-803d-4a1f-94fd-c208bb618054 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.606015] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9c550d-2de8-4378-bccb-7937601d646f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.642644] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcdbaaf-9e21-44cf-b844-4f61144e2990 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.651062] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168d8b2-790a-4aef-9c10-42c7eb1feb1b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.671534] env[63862]: DEBUG nova.compute.provider_tree [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2316.962068] env[63862]: DEBUG nova.network.neutron [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2317.170875] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2317.171189] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2317.171287] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2317.171602] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2317.171602] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2317.171770] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2317.171938] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2317.172108] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2317.172280] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2317.172445] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2317.172620] env[63862]: DEBUG nova.virt.hardware [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2317.173494] env[63862]: DEBUG nova.scheduler.client.report [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2317.177485] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778ad85-fe25-4a16-b472-204132e61f6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.186577] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf45c2-506f-4982-839f-73937801aa04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.201388] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2317.207195] env[63862]: DEBUG oslo.service.loopingcall [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2317.207729] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2317.207951] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf1f082e-025b-4a5f-bac5-d57145419e0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.227613] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2317.227613] env[63862]: value = "task-2098848" [ 2317.227613] env[63862]: _type = "Task" [ 2317.227613] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.235769] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098848, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.317048] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.317565] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.317865] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Deleting the datastore file [datastore2] 8b21e2b4-0c41-4fcf-aaee-02b5470b550f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.318379] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b051ec3e-b347-4399-af46-2cff71a752dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.328568] env[63862]: DEBUG oslo_vmware.api [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2317.328568] env[63862]: value = "task-2098849" [ 2317.328568] env[63862]: _type = "Task" [ 2317.328568] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.342654] env[63862]: DEBUG oslo_vmware.api [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.344809] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.345187] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.345474] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Deleting the datastore file [datastore2] ed20b9fb-2e04-4078-8eec-13a512b4597f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.345849] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41da6a50-d2cf-424e-825a-f162582a9ab9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.354787] env[63862]: DEBUG oslo_vmware.api [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for the task: (returnval){ [ 2317.354787] env[63862]: value = "task-2098850" [ 2317.354787] env[63862]: _type = "Task" [ 2317.354787] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.368973] env[63862]: DEBUG oslo_vmware.api [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.465293] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.681705] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.684105] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.546s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.684349] env[63862]: DEBUG nova.objects.instance [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid 5bc56fff-fcd1-49b3-8879-47daebba3578 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2317.698627] env[63862]: INFO nova.scheduler.client.report [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Deleted allocations for instance 4e449ad9-e46e-41e1-84c9-c530457949ad [ 2317.738224] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098848, 'name': CreateVM_Task, 'duration_secs': 0.368533} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.738378] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2317.738799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.738963] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.739316] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2317.739574] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375953c7-200b-42b8-a0ee-496ccce2d89e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.745096] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2317.745096] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521b1739-2d00-f867-334f-800719bf7ed9" [ 2317.745096] env[63862]: _type = "Task" [ 2317.745096] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.753528] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521b1739-2d00-f867-334f-800719bf7ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.810210] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "a08386fa-cacb-4284-a282-c3968c073a06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.810423] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.839322] env[63862]: DEBUG oslo_vmware.api [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199057} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.839577] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2317.839762] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2317.839944] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2317.840132] env[63862]: INFO nova.compute.manager [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Took 1.99 seconds to destroy the instance on the hypervisor. [ 2317.840371] env[63862]: DEBUG oslo.service.loopingcall [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2317.840567] env[63862]: DEBUG nova.compute.manager [-] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2317.840663] env[63862]: DEBUG nova.network.neutron [-] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2317.865084] env[63862]: DEBUG oslo_vmware.api [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Task: {'id': task-2098850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184753} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.865334] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2317.865512] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2317.865683] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2317.867026] env[63862]: INFO nova.compute.manager [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Took 6.49 seconds to destroy the instance on the hypervisor. [ 2317.867026] env[63862]: DEBUG oslo.service.loopingcall [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2317.867026] env[63862]: DEBUG nova.compute.manager [-] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2317.867026] env[63862]: DEBUG nova.network.neutron [-] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2317.989994] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7111a33-ba7b-46f4-ae2d-5effd3987cd3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.010511] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4d7156-9327-47ca-a4f2-ead233eb00f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.018239] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2318.208175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-83c8b78b-b8ce-49eb-bd07-bccc47a4eb0c tempest-ServerDiskConfigTestJSON-866487356 tempest-ServerDiskConfigTestJSON-866487356-project-member] Lock "4e449ad9-e46e-41e1-84c9-c530457949ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.065s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.231394] env[63862]: DEBUG nova.compute.manager [req-eab30e52-caf3-4590-bf67-56b3aef78a71 req-474c8a84-87a8-402c-b257-e7a024dcb659 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Received event network-vif-deleted-15b68317-5f06-44e5-8283-71c6d41961ad {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2318.231654] env[63862]: INFO nova.compute.manager [req-eab30e52-caf3-4590-bf67-56b3aef78a71 req-474c8a84-87a8-402c-b257-e7a024dcb659 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Neutron deleted interface 15b68317-5f06-44e5-8283-71c6d41961ad; detaching it from the instance and deleting it from the info cache [ 2318.231856] env[63862]: DEBUG nova.network.neutron [req-eab30e52-caf3-4590-bf67-56b3aef78a71 req-474c8a84-87a8-402c-b257-e7a024dcb659 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.263751] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521b1739-2d00-f867-334f-800719bf7ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.264105] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.264346] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2318.266159] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2318.266159] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2318.266159] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2318.266159] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf4d2daf-0625-4a46-9aa1-9e5ff70b42b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.277644] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2318.277644] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2318.277644] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23624bd5-9d7b-4475-81ee-c46edf37cfe6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.284494] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2318.284494] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f92193-e7f5-22be-cb79-3f481e39348b" [ 2318.284494] env[63862]: _type = "Task" [ 2318.284494] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.302743] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f92193-e7f5-22be-cb79-3f481e39348b, 'name': SearchDatastore_Task, 'duration_secs': 0.014799} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.303755] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f8853c-e29c-43d4-8cb6-7cb394b82981 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.310789] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2318.310789] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5288081f-f3f0-1755-576f-e97b3cb7edd9" [ 2318.310789] env[63862]: _type = "Task" [ 2318.310789] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.317128] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2318.326386] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5288081f-f3f0-1755-576f-e97b3cb7edd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.477177] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d9281b-d086-4cb6-ba39-38ca3c7f624a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.485293] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f80cc1-9387-4079-b9d3-5d750225b852 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.515893] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb857c-794b-4ced-bf98-aa7ef9144c88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.521321] env[63862]: DEBUG nova.compute.manager [req-ae80eac6-11ff-4ff0-93da-77c5c2b65466 req-7e0d70c1-e4dd-47ba-af79-6c81ef3a2af8 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Received event network-vif-plugged-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2318.521537] env[63862]: DEBUG oslo_concurrency.lockutils [req-ae80eac6-11ff-4ff0-93da-77c5c2b65466 req-7e0d70c1-e4dd-47ba-af79-6c81ef3a2af8 service nova] Acquiring lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.521753] env[63862]: DEBUG oslo_concurrency.lockutils [req-ae80eac6-11ff-4ff0-93da-77c5c2b65466 req-7e0d70c1-e4dd-47ba-af79-6c81ef3a2af8 service nova] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.521941] env[63862]: DEBUG oslo_concurrency.lockutils [req-ae80eac6-11ff-4ff0-93da-77c5c2b65466 req-7e0d70c1-e4dd-47ba-af79-6c81ef3a2af8 service nova] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.522093] env[63862]: DEBUG nova.compute.manager [req-ae80eac6-11ff-4ff0-93da-77c5c2b65466 req-7e0d70c1-e4dd-47ba-af79-6c81ef3a2af8 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] No waiting events found dispatching network-vif-plugged-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2318.522262] env[63862]: WARNING nova.compute.manager [req-ae80eac6-11ff-4ff0-93da-77c5c2b65466 req-7e0d70c1-e4dd-47ba-af79-6c81ef3a2af8 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Received unexpected event network-vif-plugged-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 for instance with vm_state building and task_state spawning. [ 2318.526281] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2318.526881] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38032f93-18fb-4f6e-ae58-bee94c65b954 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.529645] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3358be5-1d52-469c-b4a2-fd80d0d49d13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.550245] env[63862]: DEBUG nova.compute.provider_tree [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2318.553480] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2318.553480] env[63862]: value = "task-2098852" [ 2318.553480] env[63862]: _type = "Task" [ 2318.553480] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.563745] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098852, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.622741] env[63862]: DEBUG nova.network.neutron [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Successfully updated port: e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2318.698057] env[63862]: DEBUG nova.network.neutron [-] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.710556] env[63862]: DEBUG nova.network.neutron [-] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2318.737891] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9c3dd73-dd7f-48b4-a00a-83602fdcb9ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.751301] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a09c1-9cc2-44e6-aa54-66f3cdba772f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.794365] env[63862]: DEBUG nova.compute.manager [req-eab30e52-caf3-4590-bf67-56b3aef78a71 req-474c8a84-87a8-402c-b257-e7a024dcb659 service nova] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Detach interface failed, port_id=15b68317-5f06-44e5-8283-71c6d41961ad, reason: Instance 8b21e2b4-0c41-4fcf-aaee-02b5470b550f could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2318.825928] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5288081f-f3f0-1755-576f-e97b3cb7edd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.826377] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.826627] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2318.829085] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4619b939-4bcb-4197-812f-110cb1056966 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.839327] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2318.839327] env[63862]: value = "task-2098853" [ 2318.839327] env[63862]: _type = "Task" [ 2318.839327] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.843645] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.849125] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.065359] env[63862]: DEBUG oslo_vmware.api [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098852, 'name': PowerOnVM_Task, 'duration_secs': 0.479925} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.066025] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2319.066025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4921564-dc77-4eb7-9042-77cad030b0a4 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance '133ec6e5-3de6-4613-86bc-f13509b1ea60' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2319.073898] env[63862]: ERROR nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [req-f52aa460-afdf-45d1-8280-959ff1694149] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f52aa460-afdf-45d1-8280-959ff1694149"}]} [ 2319.091480] env[63862]: DEBUG nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2319.108015] env[63862]: DEBUG nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2319.108270] env[63862]: DEBUG nova.compute.provider_tree [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2319.122207] env[63862]: DEBUG nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2319.125333] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.125333] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquired lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.125333] env[63862]: DEBUG nova.network.neutron [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2319.147857] env[63862]: DEBUG nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2319.200262] env[63862]: INFO nova.compute.manager [-] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Took 1.36 seconds to deallocate network for instance. [ 2319.213223] env[63862]: INFO nova.compute.manager [-] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Took 1.35 seconds to deallocate network for instance. [ 2319.351899] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455969} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.354394] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2319.354625] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2319.355093] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b671a67-ec79-48df-a5c6-351b9bd9a0bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.362959] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2319.362959] env[63862]: value = "task-2098854" [ 2319.362959] env[63862]: _type = "Task" [ 2319.362959] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.376206] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.392192] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f782cb-6b81-4920-b420-a649d63aa942 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.400568] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c59bf-e5b9-4cc9-aca8-2f1dace3c6d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.431501] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0739ff3-9638-4941-ab60-4ebf998ebc44 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.440837] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2538ec-157a-4515-b39c-232288c4e260 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.455385] env[63862]: DEBUG nova.compute.provider_tree [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2319.660914] env[63862]: DEBUG nova.network.neutron [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2319.708730] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.720800] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.809981] env[63862]: DEBUG nova.network.neutron [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Updating instance_info_cache with network_info: [{"id": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "address": "fa:16:3e:e2:eb:c2", "network": {"id": "34020bb2-218d-4df6-ae5b-f5627f0552cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1411495149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "697291381aa347c7a26531d52030420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020a8ca-4c", "ovs_interfaceid": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2319.874018] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249688} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.874299] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2319.875127] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed58258c-588d-4a65-b983-5d0a54b12e49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.896950] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2319.897242] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df02e908-0126-4cdd-a0e4-d19765be1c83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.918508] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2319.918508] env[63862]: value = "task-2098855" [ 2319.918508] env[63862]: _type = "Task" [ 2319.918508] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.929301] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.959172] env[63862]: DEBUG nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2320.265576] env[63862]: DEBUG nova.compute.manager [req-65c79bd4-c7e4-4730-922c-62d0f8116667 req-5e557ebe-254d-4740-b364-ecd43a59153f service nova] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Received event network-vif-deleted-e4d497c5-9c8c-4972-aa20-d4a31cee983b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2320.313536] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Releasing lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2320.313536] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Instance network_info: |[{"id": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "address": "fa:16:3e:e2:eb:c2", "network": {"id": "34020bb2-218d-4df6-ae5b-f5627f0552cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1411495149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "697291381aa347c7a26531d52030420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020a8ca-4c", "ovs_interfaceid": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2320.313819] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:eb:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e020a8ca-4c9c-4290-b1cf-97a5c6f6c068', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2320.322032] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Creating folder: Project (697291381aa347c7a26531d52030420b). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2320.322032] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0060a50-9dc7-46eb-b1b9-774b50d02f19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.334381] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Created folder: Project (697291381aa347c7a26531d52030420b) in parent group-v429490. [ 2320.334381] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Creating folder: Instances. Parent ref: group-v429764. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2320.334543] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-389b489d-08bc-49fc-81e8-7ad69a12be03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.346848] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Created folder: Instances in parent group-v429764. [ 2320.347284] env[63862]: DEBUG oslo.service.loopingcall [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2320.347585] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2320.347975] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50153b3-f8e0-407a-9a70-c8d531044893 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.371219] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2320.371219] env[63862]: value = "task-2098859" [ 2320.371219] env[63862]: _type = "Task" [ 2320.371219] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.381026] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098859, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.430714] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.464833] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.781s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.468144] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.624s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.469903] env[63862]: INFO nova.compute.claims [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2320.494901] env[63862]: INFO nova.scheduler.client.report [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance 5bc56fff-fcd1-49b3-8879-47daebba3578 [ 2320.632787] env[63862]: DEBUG nova.compute.manager [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Received event network-changed-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2320.632787] env[63862]: DEBUG nova.compute.manager [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Refreshing instance network info cache due to event network-changed-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2320.633039] env[63862]: DEBUG oslo_concurrency.lockutils [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] Acquiring lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.633175] env[63862]: DEBUG oslo_concurrency.lockutils [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] Acquired lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2320.633378] env[63862]: DEBUG nova.network.neutron [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Refreshing network info cache for port e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2320.883200] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098859, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.932106] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098855, 'name': ReconfigVM_Task, 'duration_secs': 0.852068} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.932402] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d/96ea4d77-5733-4928-9a94-2f68e9bbe87d.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2320.933064] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f40fb617-d3fd-4972-99a7-bf3c8decfabe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.943780] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2320.943780] env[63862]: value = "task-2098860" [ 2320.943780] env[63862]: _type = "Task" [ 2320.943780] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.956706] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098860, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.003474] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b15f5af-6f6b-4cad-8009-61735ca852b2 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "5bc56fff-fcd1-49b3-8879-47daebba3578" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.779s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.355337] env[63862]: DEBUG nova.network.neutron [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Updated VIF entry in instance network info cache for port e020a8ca-4c9c-4290-b1cf-97a5c6f6c068. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2321.360683] env[63862]: DEBUG nova.network.neutron [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Updating instance_info_cache with network_info: [{"id": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "address": "fa:16:3e:e2:eb:c2", "network": {"id": "34020bb2-218d-4df6-ae5b-f5627f0552cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1411495149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "697291381aa347c7a26531d52030420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020a8ca-4c", "ovs_interfaceid": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.386097] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098859, 'name': CreateVM_Task, 'duration_secs': 0.671852} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.386265] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2321.386979] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.387194] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.387515] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2321.387784] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9244fb-8a23-4fbe-b568-9320dc3ef2ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.393259] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2321.393259] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521006d1-c99c-d321-716e-9b36c600517e" [ 2321.393259] env[63862]: _type = "Task" [ 2321.393259] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.402956] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521006d1-c99c-d321-716e-9b36c600517e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.449324] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "439a36f6-370c-45fd-88b2-e413bae35b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.449580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "439a36f6-370c-45fd-88b2-e413bae35b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.449843] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "439a36f6-370c-45fd-88b2-e413bae35b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.449976] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "439a36f6-370c-45fd-88b2-e413bae35b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.450160] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "439a36f6-370c-45fd-88b2-e413bae35b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.452413] env[63862]: INFO nova.compute.manager [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Terminating instance [ 2321.460405] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098860, 'name': Rename_Task, 'duration_secs': 0.152588} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.461094] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2321.461094] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9324f986-1c95-428a-8c36-906ea64a1ebf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.469204] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2321.469204] env[63862]: value = "task-2098861" [ 2321.469204] env[63862]: _type = "Task" [ 2321.469204] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.478630] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.706044] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3976063-37f0-4ce1-8928-767228cd7f14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.713857] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad90ee6a-a0b0-41f3-bcf1-a8ec74777b43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.746421] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfb85ca-d8b2-4d22-8589-57adc82872e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.755152] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4717f630-aeeb-4acd-b298-10d434827ae2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.769067] env[63862]: DEBUG nova.compute.provider_tree [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2321.791515] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.791758] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.862983] env[63862]: DEBUG oslo_concurrency.lockutils [req-b87e2f53-48f2-4997-8334-8d6746d011ef req-14dcab9f-e531-4631-8403-53dfc5cd4148 service nova] Releasing lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.904298] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521006d1-c99c-d321-716e-9b36c600517e, 'name': SearchDatastore_Task, 'duration_secs': 0.011431} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.904608] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.904850] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2321.905117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.905269] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.905448] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2321.905709] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b743277-deec-43b4-a4ee-95a7242c3a8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.914628] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2321.914811] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2321.915534] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f6a574-d346-4297-821b-d23cdf14c450 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.922322] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2321.922322] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a03272-e4e6-449a-22bc-2eaca41d29b7" [ 2321.922322] env[63862]: _type = "Task" [ 2321.922322] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.930758] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a03272-e4e6-449a-22bc-2eaca41d29b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.937117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "9c7a667a-a42c-4f44-9ce6-c881c233122e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.937356] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "9c7a667a-a42c-4f44-9ce6-c881c233122e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.956935] env[63862]: DEBUG nova.compute.manager [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2321.957183] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2321.962902] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a2b297-a5f5-4bac-9d7b-1693411ae667 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.968274] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2321.968509] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ea93c9-6d54-49b1-a1b4-dfd02d95ad4f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.978763] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.980110] env[63862]: DEBUG oslo_vmware.api [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2321.980110] env[63862]: value = "task-2098862" [ 2321.980110] env[63862]: _type = "Task" [ 2321.980110] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.988124] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.988386] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.988561] env[63862]: DEBUG nova.compute.manager [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Going to confirm migration 5 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2321.989853] env[63862]: DEBUG oslo_vmware.api [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.012786] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.013012] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.272949] env[63862]: DEBUG nova.scheduler.client.report [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2322.293462] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2322.433235] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a03272-e4e6-449a-22bc-2eaca41d29b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.434060] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8541e85-f84a-43dc-a0c0-a87c4c4af4df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.439945] env[63862]: DEBUG nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2322.442521] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2322.442521] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5289cfe0-6800-6253-6561-bdd0bafc4c93" [ 2322.442521] env[63862]: _type = "Task" [ 2322.442521] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.451375] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5289cfe0-6800-6253-6561-bdd0bafc4c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.481061] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098861, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.489555] env[63862]: DEBUG oslo_vmware.api [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098862, 'name': PowerOffVM_Task, 'duration_secs': 0.234294} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.489830] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2322.490009] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2322.490390] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8918757a-3b80-4aa4-ab58-ebeee59369d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.516291] env[63862]: INFO nova.compute.manager [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Detaching volume a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9 [ 2322.527700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2322.527938] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2322.528110] env[63862]: DEBUG nova.network.neutron [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2322.528307] env[63862]: DEBUG nova.objects.instance [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'info_cache' on Instance uuid 133ec6e5-3de6-4613-86bc-f13509b1ea60 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2322.552119] env[63862]: INFO nova.virt.block_device [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Attempting to driver detach volume a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9 from mountpoint /dev/sdb [ 2322.552372] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2322.552643] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2322.553535] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a06d04a-0571-4642-8d7f-88d1147fb4c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.576779] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b2038c-573b-4649-8fc5-ff91a6ac1c4f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.587058] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22a840f-9e7a-4942-93ce-7286ca82d118 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.610555] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a490e1c-f536-4487-aa41-1017b2c51ef0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.630964] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] The volume has not been displaced from its original location: [datastore2] volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9/volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2322.636066] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2322.636379] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd33d6a-45dc-4fda-a538-baaa1b8e1dd8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.657314] env[63862]: DEBUG oslo_vmware.api [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2322.657314] env[63862]: value = "task-2098864" [ 2322.657314] env[63862]: _type = "Task" [ 2322.657314] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.668018] env[63862]: DEBUG oslo_vmware.api [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.668877] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2322.669109] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2322.669292] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Deleting the datastore file [datastore2] 439a36f6-370c-45fd-88b2-e413bae35b86 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2322.669559] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee87be44-aa7d-4d7c-8c40-7831648ddbdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.681989] env[63862]: DEBUG oslo_vmware.api [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for the task: (returnval){ [ 2322.681989] env[63862]: value = "task-2098865" [ 2322.681989] env[63862]: _type = "Task" [ 2322.681989] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.691227] env[63862]: DEBUG oslo_vmware.api [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.778593] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.779245] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2322.782349] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.074s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.783010] env[63862]: DEBUG nova.objects.instance [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lazy-loading 'resources' on Instance uuid 8b21e2b4-0c41-4fcf-aaee-02b5470b550f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2322.816408] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.957861] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5289cfe0-6800-6253-6561-bdd0bafc4c93, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.958776] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.959062] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.959371] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 9ef766e3-e6e2-4cca-befd-09c4aff22fbe/9ef766e3-e6e2-4cca-befd-09c4aff22fbe.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2322.959631] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edb728c8-c7b4-4679-8c0e-a2506ff5ec9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.966601] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2322.966601] env[63862]: value = "task-2098866" [ 2322.966601] env[63862]: _type = "Task" [ 2322.966601] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.976703] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.981685] env[63862]: DEBUG oslo_vmware.api [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098861, 'name': PowerOnVM_Task, 'duration_secs': 1.118178} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.981930] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2322.982162] env[63862]: DEBUG nova.compute.manager [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2322.982904] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e56e5-ab1a-4389-916d-f8c6625e9a81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.168719] env[63862]: DEBUG oslo_vmware.api [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098864, 'name': ReconfigVM_Task, 'duration_secs': 0.242843} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.169046] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2323.174302] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fa6b12-b98e-4661-8e7c-2ed640443635 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.197533] env[63862]: DEBUG oslo_vmware.api [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Task: {'id': task-2098865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148979} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.198889] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2323.199154] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2323.199427] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2323.199685] env[63862]: INFO nova.compute.manager [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2323.200060] env[63862]: DEBUG oslo.service.loopingcall [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2323.200399] env[63862]: DEBUG oslo_vmware.api [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2323.200399] env[63862]: value = "task-2098867" [ 2323.200399] env[63862]: _type = "Task" [ 2323.200399] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.200692] env[63862]: DEBUG nova.compute.manager [-] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2323.200839] env[63862]: DEBUG nova.network.neutron [-] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2323.213542] env[63862]: DEBUG oslo_vmware.api [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.286201] env[63862]: DEBUG nova.compute.utils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2323.291379] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2323.291496] env[63862]: DEBUG nova.network.neutron [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2323.364608] env[63862]: DEBUG nova.policy [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7cba07d3024839861d6f18ec630e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae90ea36d3a47c68c48b289663ca235', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2323.480188] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098866, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.505184] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.588312] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f91040-a324-4397-b203-a14be30d2393 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.597681] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5592971-fafa-473c-b7cc-00f77b15c381 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.629864] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb739dd9-429f-450b-9e61-db5f3e97d8d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.638190] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b6daac-9619-44c1-a5a2-e9e40af352a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.653249] env[63862]: DEBUG nova.compute.provider_tree [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2323.715234] env[63862]: DEBUG oslo_vmware.api [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098867, 'name': ReconfigVM_Task, 'duration_secs': 0.262697} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.715547] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429732', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'name': 'volume-a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24facf4b-f8aa-4545-89a6-4548c73ef49f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9', 'serial': 'a1be3bf2-dae8-4ec2-9b0c-2937ed60d2f9'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2323.789708] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2323.834038] env[63862]: DEBUG nova.network.neutron [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Successfully created port: b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2323.894190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.894190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.894190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.894190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.894190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.895314] env[63862]: INFO nova.compute.manager [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Terminating instance [ 2323.965549] env[63862]: DEBUG nova.network.neutron [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [{"id": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "address": "fa:16:3e:24:2c:fa", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8b1e06f-9c", "ovs_interfaceid": "e8b1e06f-9c35-4256-92d3-f53f2feea8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.981275] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515668} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.981777] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 9ef766e3-e6e2-4cca-befd-09c4aff22fbe/9ef766e3-e6e2-4cca-befd-09c4aff22fbe.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2323.982806] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2323.983485] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-403e053d-49bd-4708-9943-862ef5f35356 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.991485] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2323.991485] env[63862]: value = "task-2098868" [ 2323.991485] env[63862]: _type = "Task" [ 2323.991485] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.001579] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.186710] env[63862]: ERROR nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [req-72d05d2e-8eff-484e-8506-0271cc57d472] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-72d05d2e-8eff-484e-8506-0271cc57d472"}]} [ 2324.198973] env[63862]: DEBUG nova.compute.manager [req-604767da-1864-4822-a134-b9fed0a942ec req-0f470067-4034-4a4d-a931-e3e694979643 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Received event network-vif-deleted-13259df4-0d41-4389-9ad1-716cd13275c0 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2324.200377] env[63862]: INFO nova.compute.manager [req-604767da-1864-4822-a134-b9fed0a942ec req-0f470067-4034-4a4d-a931-e3e694979643 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Neutron deleted interface 13259df4-0d41-4389-9ad1-716cd13275c0; detaching it from the instance and deleting it from the info cache [ 2324.200377] env[63862]: DEBUG nova.network.neutron [req-604767da-1864-4822-a134-b9fed0a942ec req-0f470067-4034-4a4d-a931-e3e694979643 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.214678] env[63862]: DEBUG nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2324.228805] env[63862]: DEBUG nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2324.229031] env[63862]: DEBUG nova.compute.provider_tree [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2324.242152] env[63862]: DEBUG nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2324.262234] env[63862]: DEBUG nova.objects.instance [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'flavor' on Instance uuid 24facf4b-f8aa-4545-89a6-4548c73ef49f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.263767] env[63862]: DEBUG nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2324.398663] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "refresh_cache-96ea4d77-5733-4928-9a94-2f68e9bbe87d" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.398989] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquired lock "refresh_cache-96ea4d77-5733-4928-9a94-2f68e9bbe87d" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.399477] env[63862]: DEBUG nova.network.neutron [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2324.438862] env[63862]: DEBUG nova.objects.instance [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lazy-loading 'flavor' on Instance uuid e9a238da-62d7-4923-b2f8-9a41688565f8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.467613] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-133ec6e5-3de6-4613-86bc-f13509b1ea60" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.467831] env[63862]: DEBUG nova.objects.instance [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'migration_context' on Instance uuid 133ec6e5-3de6-4613-86bc-f13509b1ea60 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.501229] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048fc313-154b-4948-a74f-10ed013e0281 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.524710] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075665} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.527417] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2324.527619] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fee6a6a-786f-4bb2-8a5a-76e7ca65d709 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.533018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb67d3-c47d-42f5-927a-eb4b741c9047 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.555023] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 9ef766e3-e6e2-4cca-befd-09c4aff22fbe/9ef766e3-e6e2-4cca-befd-09c4aff22fbe.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2324.582356] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33a935e-dda3-41ef-b486-34c4f140fda4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.601165] env[63862]: DEBUG nova.network.neutron [-] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.604080] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb26b64-ab58-4db4-a526-950601e3ca1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.613497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15b87a1-1245-4ac6-b555-66b57afd880e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.619581] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2324.619581] env[63862]: value = "task-2098869" [ 2324.619581] env[63862]: _type = "Task" [ 2324.619581] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.633389] env[63862]: DEBUG nova.compute.provider_tree [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2324.640787] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.704130] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4593afa-4742-449c-90c7-c719b57b812f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.717412] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d4bc6-a798-41cd-9a51-ee3870793d64 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.752628] env[63862]: DEBUG nova.compute.manager [req-604767da-1864-4822-a134-b9fed0a942ec req-0f470067-4034-4a4d-a931-e3e694979643 service nova] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Detach interface failed, port_id=13259df4-0d41-4389-9ad1-716cd13275c0, reason: Instance 439a36f6-370c-45fd-88b2-e413bae35b86 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2324.803661] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2324.830750] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2324.831059] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2324.831237] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2324.831423] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2324.831566] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2324.831777] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2324.831915] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2324.832091] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2324.832258] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2324.832421] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2324.832601] env[63862]: DEBUG nova.virt.hardware [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2324.833482] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f28c14-6153-4728-9b74-c0df7bc3d1ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.842113] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69403c54-972c-44db-ba7d-38fa147640df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.920061] env[63862]: DEBUG nova.network.neutron [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2324.946629] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.946802] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.971484] env[63862]: DEBUG nova.objects.base [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Object Instance<133ec6e5-3de6-4613-86bc-f13509b1ea60> lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2324.972530] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0498281-8f77-4d76-b2b5-23ce5cbe072c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.994492] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a923706a-994a-463b-b11f-a9511aa32f73 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.998616] env[63862]: DEBUG nova.network.neutron [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.001867] env[63862]: DEBUG oslo_vmware.api [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2325.001867] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52726dd7-b010-2adc-d120-4a70cf465156" [ 2325.001867] env[63862]: _type = "Task" [ 2325.001867] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.011494] env[63862]: DEBUG oslo_vmware.api [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52726dd7-b010-2adc-d120-4a70cf465156, 'name': SearchDatastore_Task, 'duration_secs': 0.008418} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.012381] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.104067] env[63862]: INFO nova.compute.manager [-] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Took 1.90 seconds to deallocate network for instance. [ 2325.131858] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098869, 'name': ReconfigVM_Task, 'duration_secs': 0.304322} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.132420] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 9ef766e3-e6e2-4cca-befd-09c4aff22fbe/9ef766e3-e6e2-4cca-befd-09c4aff22fbe.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2325.133258] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31f1507-b0fe-4cd2-8b40-0c26012fbabe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.146199] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2325.146199] env[63862]: value = "task-2098870" [ 2325.146199] env[63862]: _type = "Task" [ 2325.146199] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.163533] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098870, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.174021] env[63862]: DEBUG nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2325.174021] env[63862]: DEBUG nova.compute.provider_tree [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 148 to 149 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2325.174021] env[63862]: DEBUG nova.compute.provider_tree [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2325.270231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-23c00185-e83f-47e3-9597-533666269e30 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.476828] env[63862]: DEBUG nova.network.neutron [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2325.503676] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Releasing lock "refresh_cache-96ea4d77-5733-4928-9a94-2f68e9bbe87d" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.504138] env[63862]: DEBUG nova.compute.manager [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2325.504387] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2325.505691] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d6e96-d1b8-4c7b-a09d-896e3354c7e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.515864] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2325.515864] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05002718-7a0f-44d7-bb28-19305ff15564 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.524319] env[63862]: DEBUG oslo_vmware.api [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2325.524319] env[63862]: value = "task-2098871" [ 2325.524319] env[63862]: _type = "Task" [ 2325.524319] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.532422] env[63862]: DEBUG nova.compute.manager [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2325.532652] env[63862]: DEBUG nova.compute.manager [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing instance network info cache due to event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2325.532902] env[63862]: DEBUG oslo_concurrency.lockutils [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.536704] env[63862]: DEBUG oslo_vmware.api [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.612668] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.657478] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098870, 'name': Rename_Task, 'duration_secs': 0.158653} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.658383] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2325.658864] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97ef99db-ef77-4156-bb4c-146c9bdda411 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.666115] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2325.666115] env[63862]: value = "task-2098872" [ 2325.666115] env[63862]: _type = "Task" [ 2325.666115] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.679635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.897s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.681647] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.683051] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.962s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.683051] env[63862]: DEBUG nova.objects.instance [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lazy-loading 'resources' on Instance uuid ed20b9fb-2e04-4078-8eec-13a512b4597f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2325.692045] env[63862]: DEBUG nova.network.neutron [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Successfully updated port: b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2325.716591] env[63862]: INFO nova.scheduler.client.report [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Deleted allocations for instance 8b21e2b4-0c41-4fcf-aaee-02b5470b550f [ 2326.037276] env[63862]: DEBUG oslo_vmware.api [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098871, 'name': PowerOffVM_Task, 'duration_secs': 0.209561} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.037647] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2326.037738] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2326.037996] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2efc01a5-76a1-4f0b-a6df-62252a508c69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.068248] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2326.068473] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2326.068656] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Deleting the datastore file [datastore2] 96ea4d77-5733-4928-9a94-2f68e9bbe87d {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2326.068933] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-504e2cef-0eb6-44f7-9a6d-6ac1539ca8f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.076258] env[63862]: DEBUG oslo_vmware.api [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for the task: (returnval){ [ 2326.076258] env[63862]: value = "task-2098874" [ 2326.076258] env[63862]: _type = "Task" [ 2326.076258] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.086269] env[63862]: DEBUG oslo_vmware.api [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.177409] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.195720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.195720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.195720] env[63862]: DEBUG nova.network.neutron [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2326.225732] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e43b629a-710e-4487-ab6d-12409ca46e50 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "8b21e2b4-0c41-4fcf-aaee-02b5470b550f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.878s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.265514] env[63862]: DEBUG nova.network.neutron [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.310794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.311057] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.311295] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "24facf4b-f8aa-4545-89a6-4548c73ef49f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.311635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.311687] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.316832] env[63862]: INFO nova.compute.manager [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Terminating instance [ 2326.407671] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adfe811-9111-4ee4-8bf6-0983f687568f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.415638] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbac455f-da36-4a75-a6d4-f2e5b2a8094a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.445452] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae5a6d-40a6-485a-8717-ea69e2e2b404 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.453602] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cc23f5-8997-44eb-9f2c-8a8be95ad0b4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.467238] env[63862]: DEBUG nova.compute.provider_tree [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.468984] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "cc1672aa-26ae-4bee-ae03-e32878d61078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.469228] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.469425] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "cc1672aa-26ae-4bee-ae03-e32878d61078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.469601] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.469760] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.472682] env[63862]: INFO nova.compute.manager [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Terminating instance [ 2326.586369] env[63862]: DEBUG oslo_vmware.api [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Task: {'id': task-2098874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099259} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.586658] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2326.586658] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2326.586841] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2326.587088] env[63862]: INFO nova.compute.manager [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2326.587338] env[63862]: DEBUG oslo.service.loopingcall [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2326.587528] env[63862]: DEBUG nova.compute.manager [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2326.587623] env[63862]: DEBUG nova.network.neutron [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2326.609597] env[63862]: DEBUG nova.network.neutron [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2326.668410] env[63862]: DEBUG nova.objects.instance [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lazy-loading 'flavor' on Instance uuid e9a238da-62d7-4923-b2f8-9a41688565f8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2326.680047] env[63862]: DEBUG oslo_vmware.api [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098872, 'name': PowerOnVM_Task, 'duration_secs': 0.58302} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.680390] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2326.680554] env[63862]: INFO nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Took 12.57 seconds to spawn the instance on the hypervisor. [ 2326.680736] env[63862]: DEBUG nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2326.681527] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8427a17-2754-473b-8b76-6f602acc9cc1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.732880] env[63862]: DEBUG nova.network.neutron [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2326.767876] env[63862]: DEBUG oslo_concurrency.lockutils [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.768265] env[63862]: DEBUG nova.compute.manager [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Inject network info {{(pid=63862) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2326.768530] env[63862]: DEBUG nova.compute.manager [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] network_info to inject: |[{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2326.773230] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Reconfiguring VM instance to set the machine id {{(pid=63862) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2326.775711] env[63862]: DEBUG oslo_concurrency.lockutils [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.775894] env[63862]: DEBUG nova.network.neutron [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.777137] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916468d8-41db-40b7-8341-ac77557a2b80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.792906] env[63862]: DEBUG oslo_vmware.api [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2326.792906] env[63862]: value = "task-2098875" [ 2326.792906] env[63862]: _type = "Task" [ 2326.792906] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.800850] env[63862]: DEBUG oslo_vmware.api [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.820774] env[63862]: DEBUG nova.compute.manager [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2326.820981] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2326.822097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80536fbb-2e81-407b-93ea-9604d7d39594 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.829293] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2326.829534] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9426c6f-4ebb-4fa5-ac93-c240a358265c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.835969] env[63862]: DEBUG oslo_vmware.api [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2326.835969] env[63862]: value = "task-2098876" [ 2326.835969] env[63862]: _type = "Task" [ 2326.835969] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.844769] env[63862]: DEBUG oslo_vmware.api [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.884763] env[63862]: DEBUG nova.network.neutron [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updating instance_info_cache with network_info: [{"id": "b86f1d35-095f-407a-9672-4ab9f38fe739", "address": "fa:16:3e:ce:b9:03", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86f1d35-09", "ovs_interfaceid": "b86f1d35-095f-407a-9672-4ab9f38fe739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.970693] env[63862]: DEBUG nova.scheduler.client.report [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2326.977053] env[63862]: DEBUG nova.compute.manager [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2326.977383] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2326.978641] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22818d2-2136-4a0a-a850-c156a862d624 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.987943] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2326.988912] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54ff565d-2c13-4fd5-8d09-e1db1b076c09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.995285] env[63862]: DEBUG oslo_vmware.api [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2326.995285] env[63862]: value = "task-2098877" [ 2326.995285] env[63862]: _type = "Task" [ 2326.995285] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.003848] env[63862]: DEBUG oslo_vmware.api [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.112162] env[63862]: DEBUG nova.network.neutron [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.176967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.200032] env[63862]: INFO nova.compute.manager [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Took 21.59 seconds to build instance. [ 2327.305832] env[63862]: DEBUG oslo_vmware.api [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098875, 'name': ReconfigVM_Task, 'duration_secs': 0.196212} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.306061] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-55eef343-96e8-4fc1-9130-a2fd663b2230 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Reconfigured VM instance to set the machine id {{(pid=63862) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2327.346293] env[63862]: DEBUG oslo_vmware.api [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098876, 'name': PowerOffVM_Task, 'duration_secs': 0.200222} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.346546] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2327.346716] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2327.346982] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abb64ee3-634a-4f39-815e-6d0014f37752 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.387855] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.388244] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Instance network_info: |[{"id": "b86f1d35-095f-407a-9672-4ab9f38fe739", "address": "fa:16:3e:ce:b9:03", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86f1d35-09", "ovs_interfaceid": "b86f1d35-095f-407a-9672-4ab9f38fe739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2327.388674] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:b9:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b86f1d35-095f-407a-9672-4ab9f38fe739', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2327.396776] env[63862]: DEBUG oslo.service.loopingcall [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2327.397015] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2327.397261] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763dbec8-600c-48fe-9d36-71abd6828c71 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.421047] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2327.421047] env[63862]: value = "task-2098879" [ 2327.421047] env[63862]: _type = "Task" [ 2327.421047] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.428740] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098879, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.477072] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.479848] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.664s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.481560] env[63862]: INFO nova.compute.claims [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2327.507409] env[63862]: DEBUG oslo_vmware.api [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098877, 'name': PowerOffVM_Task, 'duration_secs': 0.162261} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.507850] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2327.508028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2327.508343] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30c7377e-2a20-4bad-8544-823f5d84df2f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.511048] env[63862]: INFO nova.scheduler.client.report [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Deleted allocations for instance ed20b9fb-2e04-4078-8eec-13a512b4597f [ 2327.517149] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2327.517459] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2327.517680] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] 24facf4b-f8aa-4545-89a6-4548c73ef49f {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2327.518060] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-268ddc91-746d-4a5f-b66a-275c3535d091 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.525629] env[63862]: DEBUG oslo_vmware.api [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2327.525629] env[63862]: value = "task-2098881" [ 2327.525629] env[63862]: _type = "Task" [ 2327.525629] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.535587] env[63862]: DEBUG oslo_vmware.api [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.608161] env[63862]: DEBUG nova.compute.manager [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Received event network-vif-plugged-b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2327.608674] env[63862]: DEBUG oslo_concurrency.lockutils [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] Acquiring lock "a08386fa-cacb-4284-a282-c3968c073a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.608674] env[63862]: DEBUG oslo_concurrency.lockutils [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] Lock "a08386fa-cacb-4284-a282-c3968c073a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.609082] env[63862]: DEBUG oslo_concurrency.lockutils [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] Lock "a08386fa-cacb-4284-a282-c3968c073a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.609195] env[63862]: DEBUG nova.compute.manager [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] No waiting events found dispatching network-vif-plugged-b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2327.609375] env[63862]: WARNING nova.compute.manager [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Received unexpected event network-vif-plugged-b86f1d35-095f-407a-9672-4ab9f38fe739 for instance with vm_state building and task_state spawning. [ 2327.609594] env[63862]: DEBUG nova.compute.manager [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Received event network-changed-b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2327.609791] env[63862]: DEBUG nova.compute.manager [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Refreshing instance network info cache due to event network-changed-b86f1d35-095f-407a-9672-4ab9f38fe739. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2327.610101] env[63862]: DEBUG oslo_concurrency.lockutils [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] Acquiring lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.610281] env[63862]: DEBUG oslo_concurrency.lockutils [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] Acquired lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.610489] env[63862]: DEBUG nova.network.neutron [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Refreshing network info cache for port b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2327.612525] env[63862]: DEBUG nova.network.neutron [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updated VIF entry in instance network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2327.612884] env[63862]: DEBUG nova.network.neutron [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.616263] env[63862]: INFO nova.compute.manager [-] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Took 1.03 seconds to deallocate network for instance. [ 2327.702471] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99da5a76-caab-403e-a5df-a226c4e6ba1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.107s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.708231] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2327.708436] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2327.708733] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Deleting the datastore file [datastore2] cc1672aa-26ae-4bee-ae03-e32878d61078 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2327.709016] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8cac0d0-7b7f-498c-b19a-38a1f8c895f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.716279] env[63862]: DEBUG oslo_vmware.api [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for the task: (returnval){ [ 2327.716279] env[63862]: value = "task-2098882" [ 2327.716279] env[63862]: _type = "Task" [ 2327.716279] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.724561] env[63862]: DEBUG oslo_vmware.api [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.934052] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098879, 'name': CreateVM_Task, 'duration_secs': 0.511229} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.934218] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2327.935195] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2327.935486] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2327.935967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2327.936385] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09884834-7060-4963-a350-9fe0a37df2f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.942468] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2327.942468] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5274b212-7a91-b78e-692a-d8a40ee18081" [ 2327.942468] env[63862]: _type = "Task" [ 2327.942468] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.953574] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5274b212-7a91-b78e-692a-d8a40ee18081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.019406] env[63862]: DEBUG oslo_concurrency.lockutils [None req-abfe8c2c-07a6-4134-8c12-63e25356f28e tempest-ImagesOneServerTestJSON-1493759394 tempest-ImagesOneServerTestJSON-1493759394-project-member] Lock "ed20b9fb-2e04-4078-8eec-13a512b4597f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.150s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.036608] env[63862]: DEBUG oslo_vmware.api [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152993} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.037373] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2328.037572] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2328.037749] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2328.037920] env[63862]: INFO nova.compute.manager [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2328.038211] env[63862]: DEBUG oslo.service.loopingcall [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.038408] env[63862]: DEBUG nova.compute.manager [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2328.038502] env[63862]: DEBUG nova.network.neutron [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2328.117078] env[63862]: DEBUG oslo_concurrency.lockutils [req-2874c5db-22d3-4ed3-98ea-3e17bdc2dd0f req-c600aa65-961b-40f3-8f92-2ab9f26d766b service nova] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.121680] env[63862]: DEBUG oslo_concurrency.lockutils [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.126207] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.227557] env[63862]: DEBUG oslo_vmware.api [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Task: {'id': task-2098882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18355} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.227874] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2328.228133] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2328.228509] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2328.228577] env[63862]: INFO nova.compute.manager [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2328.228806] env[63862]: DEBUG oslo.service.loopingcall [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2328.229038] env[63862]: DEBUG nova.compute.manager [-] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2328.229196] env[63862]: DEBUG nova.network.neutron [-] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2328.453950] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5274b212-7a91-b78e-692a-d8a40ee18081, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.454364] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.454641] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2328.454936] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.455141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.455419] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2328.455721] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe6c46dc-1fc9-404d-9bbc-463027a9c937 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.465766] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2328.467042] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2328.468758] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555f0130-73f0-43fb-ac7d-4504f1384d06 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.478493] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2328.478493] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52da2b81-dd3e-43df-3483-e93085763f47" [ 2328.478493] env[63862]: _type = "Task" [ 2328.478493] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.493052] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52da2b81-dd3e-43df-3483-e93085763f47, 'name': SearchDatastore_Task, 'duration_secs': 0.009043} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.494265] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4951a69e-503b-43a5-9df4-b3d9fb7bbff4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.500159] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2328.500159] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c625b0-df70-88c5-32ec-00dcd5159b9f" [ 2328.500159] env[63862]: _type = "Task" [ 2328.500159] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.509700] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c625b0-df70-88c5-32ec-00dcd5159b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.734462] env[63862]: DEBUG nova.network.neutron [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2328.743900] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4aa159-0885-4a2f-b951-6a26654453fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.752765] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8118402f-6628-44f0-9472-d72e754f79fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.786323] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874d79a-8012-44e4-bc58-1b3679766e4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.789918] env[63862]: DEBUG nova.compute.manager [req-3d27521e-759a-47ed-b528-c5e4709c9d0b req-803e6906-4a73-4a4c-8105-99ed2db3189f service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Received event network-vif-deleted-4e7ae225-8930-4262-96f4-e6e1a9305401 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2328.790125] env[63862]: INFO nova.compute.manager [req-3d27521e-759a-47ed-b528-c5e4709c9d0b req-803e6906-4a73-4a4c-8105-99ed2db3189f service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Neutron deleted interface 4e7ae225-8930-4262-96f4-e6e1a9305401; detaching it from the instance and deleting it from the info cache [ 2328.790307] env[63862]: DEBUG nova.network.neutron [req-3d27521e-759a-47ed-b528-c5e4709c9d0b req-803e6906-4a73-4a4c-8105-99ed2db3189f service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2328.798614] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d4d95b-644b-4e4f-a3b0-bea432435771 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.814448] env[63862]: DEBUG nova.compute.provider_tree [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2328.917814] env[63862]: DEBUG nova.network.neutron [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updated VIF entry in instance network info cache for port b86f1d35-095f-407a-9672-4ab9f38fe739. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2328.918208] env[63862]: DEBUG nova.network.neutron [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updating instance_info_cache with network_info: [{"id": "b86f1d35-095f-407a-9672-4ab9f38fe739", "address": "fa:16:3e:ce:b9:03", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86f1d35-09", "ovs_interfaceid": "b86f1d35-095f-407a-9672-4ab9f38fe739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.012411] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c625b0-df70-88c5-32ec-00dcd5159b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.012857] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.012992] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a08386fa-cacb-4284-a282-c3968c073a06/a08386fa-cacb-4284-a282-c3968c073a06.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2329.013217] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10164803-68ca-45d2-8603-60edfe188cce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.024101] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2329.024101] env[63862]: value = "task-2098883" [ 2329.024101] env[63862]: _type = "Task" [ 2329.024101] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.032857] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.057873] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.058113] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.152040] env[63862]: DEBUG nova.network.neutron [-] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.293697] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-935e73a6-0baf-4c7b-ae02-f200c3b49375 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.306080] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb00461-d61c-4cc8-987e-aaae2b810c7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.322029] env[63862]: DEBUG nova.scheduler.client.report [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2329.351984] env[63862]: DEBUG nova.compute.manager [req-3d27521e-759a-47ed-b528-c5e4709c9d0b req-803e6906-4a73-4a4c-8105-99ed2db3189f service nova] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Detach interface failed, port_id=4e7ae225-8930-4262-96f4-e6e1a9305401, reason: Instance cc1672aa-26ae-4bee-ae03-e32878d61078 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2329.421286] env[63862]: DEBUG oslo_concurrency.lockutils [req-dcbe9726-2011-4a1c-b37e-532abcdcd95a req-c0b2ccfd-780b-42aa-8aeb-eedd51233f5e service nova] Releasing lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.502890] env[63862]: DEBUG nova.network.neutron [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.538207] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434589} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.539155] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a08386fa-cacb-4284-a282-c3968c073a06/a08386fa-cacb-4284-a282-c3968c073a06.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2329.539439] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2329.539705] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d52cc9d-1f14-454d-92da-99cc274fa564 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.545854] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2329.545854] env[63862]: value = "task-2098884" [ 2329.545854] env[63862]: _type = "Task" [ 2329.545854] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.555100] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.562322] env[63862]: DEBUG nova.compute.utils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2329.628596] env[63862]: DEBUG nova.network.neutron [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.656233] env[63862]: DEBUG nova.compute.manager [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Received event network-changed-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.656555] env[63862]: DEBUG nova.compute.manager [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Refreshing instance network info cache due to event network-changed-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2329.657037] env[63862]: DEBUG oslo_concurrency.lockutils [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] Acquiring lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.657037] env[63862]: DEBUG oslo_concurrency.lockutils [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] Acquired lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.657037] env[63862]: DEBUG nova.network.neutron [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Refreshing network info cache for port e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2329.659558] env[63862]: INFO nova.compute.manager [-] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Took 1.43 seconds to deallocate network for instance. [ 2329.828681] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.829290] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2329.835077] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.873s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.839059] env[63862]: INFO nova.compute.claims [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2330.005931] env[63862]: DEBUG oslo_concurrency.lockutils [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.006158] env[63862]: DEBUG nova.compute.manager [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Inject network info {{(pid=63862) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2330.006427] env[63862]: DEBUG nova.compute.manager [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] network_info to inject: |[{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2330.011362] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Reconfiguring VM instance to set the machine id {{(pid=63862) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2330.012016] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23f5373-3472-4608-acab-de455b4a3c6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.026651] env[63862]: DEBUG oslo_vmware.api [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2330.026651] env[63862]: value = "task-2098885" [ 2330.026651] env[63862]: _type = "Task" [ 2330.026651] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.034147] env[63862]: DEBUG oslo_vmware.api [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.054126] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069695} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.054379] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2330.055189] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf193e7-cbd2-4985-959e-ce552127317d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.068656] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.082056] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] a08386fa-cacb-4284-a282-c3968c073a06/a08386fa-cacb-4284-a282-c3968c073a06.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2330.083606] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5673bbdd-d377-479f-83e5-54bc0f26fffc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.106193] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2330.106193] env[63862]: value = "task-2098886" [ 2330.106193] env[63862]: _type = "Task" [ 2330.106193] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.116972] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.131994] env[63862]: INFO nova.compute.manager [-] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Took 2.09 seconds to deallocate network for instance. [ 2330.175426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.344031] env[63862]: DEBUG nova.compute.utils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2330.355221] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2330.355221] env[63862]: DEBUG nova.network.neutron [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2330.440734] env[63862]: DEBUG nova.policy [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2330.475144] env[63862]: DEBUG nova.network.neutron [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Updated VIF entry in instance network info cache for port e020a8ca-4c9c-4290-b1cf-97a5c6f6c068. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2330.475545] env[63862]: DEBUG nova.network.neutron [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Updating instance_info_cache with network_info: [{"id": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "address": "fa:16:3e:e2:eb:c2", "network": {"id": "34020bb2-218d-4df6-ae5b-f5627f0552cf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1411495149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "697291381aa347c7a26531d52030420b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape020a8ca-4c", "ovs_interfaceid": "e020a8ca-4c9c-4290-b1cf-97a5c6f6c068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.537519] env[63862]: DEBUG oslo_vmware.api [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098885, 'name': ReconfigVM_Task, 'duration_secs': 0.259039} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.537791] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-747df5ff-a51a-4ba9-8a7a-c6520e3ff8cd tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Reconfigured VM instance to set the machine id {{(pid=63862) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2330.619755] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098886, 'name': ReconfigVM_Task, 'duration_secs': 0.282127} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.620293] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Reconfigured VM instance instance-00000064 to attach disk [datastore2] a08386fa-cacb-4284-a282-c3968c073a06/a08386fa-cacb-4284-a282-c3968c073a06.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.620943] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9be9b061-afe6-4e6c-aa82-da79c32e1869 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.629885] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2330.629885] env[63862]: value = "task-2098887" [ 2330.629885] env[63862]: _type = "Task" [ 2330.629885] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.640238] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098887, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.643401] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.740861] env[63862]: DEBUG nova.network.neutron [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Successfully created port: d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2330.798392] env[63862]: DEBUG nova.compute.manager [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2330.798630] env[63862]: DEBUG nova.compute.manager [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing instance network info cache due to event network-changed-a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2330.798948] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] Acquiring lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.799105] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] Acquired lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2330.799355] env[63862]: DEBUG nova.network.neutron [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Refreshing network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2330.854142] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2330.977810] env[63862]: DEBUG oslo_concurrency.lockutils [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] Releasing lock "refresh_cache-9ef766e3-e6e2-4cca-befd-09c4aff22fbe" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.978155] env[63862]: DEBUG nova.compute.manager [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Received event network-vif-deleted-5214cafb-4fbb-4b0c-bd9a-1344f6f2b296 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2330.978333] env[63862]: INFO nova.compute.manager [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Neutron deleted interface 5214cafb-4fbb-4b0c-bd9a-1344f6f2b296; detaching it from the instance and deleting it from the info cache [ 2330.978508] env[63862]: DEBUG nova.network.neutron [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.065969] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c7d2f-815f-4e89-8f92-7a25dc3d0956 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.073737] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b0ece6-0ceb-4a37-bc08-8831ccda9d84 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.104224] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616781e5-c7c2-4f46-87ff-8aa1ac3f0787 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.112174] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac724b27-e691-4856-9b38-40c26156b683 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.124865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "e9a238da-62d7-4923-b2f8-9a41688565f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.125145] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.125359] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "e9a238da-62d7-4923-b2f8-9a41688565f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.125543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.125707] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.127648] env[63862]: DEBUG nova.compute.provider_tree [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2331.129019] env[63862]: INFO nova.compute.manager [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Terminating instance [ 2331.138635] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098887, 'name': Rename_Task, 'duration_secs': 0.164023} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.139409] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2331.139618] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e931f04-8c83-4e72-a9cf-bf18f90ccaf1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.146482] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2331.146482] env[63862]: value = "task-2098888" [ 2331.146482] env[63862]: _type = "Task" [ 2331.146482] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.149651] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.149862] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.150086] env[63862]: INFO nova.compute.manager [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Attaching volume 76f2d609-71c9-429f-a843-99d989d37357 to /dev/sdb [ 2331.156690] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.191334] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a097f2b7-d4cb-4adf-bc40-549d4d25a0ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.198763] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd5a6d8-f157-4134-a640-77eae0c2dbfe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.212378] env[63862]: DEBUG nova.virt.block_device [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updating existing volume attachment record: cf666f54-93fd-473d-93e5-3ceb5d938e07 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2331.481894] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1db48dd8-f222-4391-badc-fb010676b706 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.493492] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7519b-6cf8-4d48-81fd-94c669b6349e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.526712] env[63862]: DEBUG nova.compute.manager [req-804ff3bb-7bca-4612-8022-3649b3a16fee req-e0dc0993-af80-41a0-ab0e-ef611da9ec2a service nova] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Detach interface failed, port_id=5214cafb-4fbb-4b0c-bd9a-1344f6f2b296, reason: Instance 24facf4b-f8aa-4545-89a6-4548c73ef49f could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2331.551560] env[63862]: DEBUG nova.network.neutron [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updated VIF entry in instance network info cache for port a842d939-5fac-4586-b310-3f4d3d168e58. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2331.551969] env[63862]: DEBUG nova.network.neutron [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [{"id": "a842d939-5fac-4586-b310-3f4d3d168e58", "address": "fa:16:3e:0a:d4:18", "network": {"id": "3cc9724e-e2cc-4e1f-b7f2-8d9977a06d4f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1108158094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37175348c35343abb956991fa0da8de2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa842d939-5f", "ovs_interfaceid": "a842d939-5fac-4586-b310-3f4d3d168e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2331.632128] env[63862]: DEBUG nova.scheduler.client.report [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2331.635741] env[63862]: DEBUG nova.compute.manager [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2331.635959] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2331.636802] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84047424-0b69-40ed-ac4f-bdde273b1064 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.645909] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2331.645909] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9609a0-12d6-456d-813a-23c7b923a4ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.657985] env[63862]: DEBUG oslo_vmware.api [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098888, 'name': PowerOnVM_Task, 'duration_secs': 0.437862} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.659275] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2331.659516] env[63862]: INFO nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Took 6.86 seconds to spawn the instance on the hypervisor. [ 2331.659736] env[63862]: DEBUG nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2331.660103] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2331.660103] env[63862]: value = "task-2098890" [ 2331.660103] env[63862]: _type = "Task" [ 2331.660103] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.660851] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8864c022-ed4c-4093-9f23-e03c283bb6f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.679738] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.867028] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2331.934222] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2331.935022] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2331.935022] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2331.935022] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2331.935236] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2331.935236] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2331.935413] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2331.935571] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2331.935741] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2331.935911] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2331.936101] env[63862]: DEBUG nova.virt.hardware [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2331.936961] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ef7a6-07f8-4cc9-8219-0d81e6f9fa07 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.945296] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8128e7-f73a-4f9a-a564-d88fbe363eda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.054743] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd8031bb-f1e7-4a24-a7f0-6b27b8b021d5 req-1136a29d-d8ad-4101-807d-5c65baa01368 service nova] Releasing lock "refresh_cache-e9a238da-62d7-4923-b2f8-9a41688565f8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.141977] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.142559] env[63862]: DEBUG nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2332.145376] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.640s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.145579] env[63862]: DEBUG nova.objects.instance [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2332.177050] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098890, 'name': PowerOffVM_Task, 'duration_secs': 0.181328} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.182777] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2332.183008] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2332.185532] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24de50f2-1dd7-4089-a80c-4669ddb0adb0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.188473] env[63862]: INFO nova.compute.manager [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Took 13.36 seconds to build instance. [ 2332.342058] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2332.342363] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2332.342564] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Deleting the datastore file [datastore2] e9a238da-62d7-4923-b2f8-9a41688565f8 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2332.342857] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-734d7d16-6527-450f-b7b4-1f7cf1541ab6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.351215] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for the task: (returnval){ [ 2332.351215] env[63862]: value = "task-2098892" [ 2332.351215] env[63862]: _type = "Task" [ 2332.351215] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.359133] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.374683] env[63862]: DEBUG nova.compute.manager [req-a593e9d0-5e5c-4796-89a7-26f4098fe0d1 req-d7457bc9-3e1f-4015-a5a4-34be38fc8817 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Received event network-vif-plugged-d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2332.374906] env[63862]: DEBUG oslo_concurrency.lockutils [req-a593e9d0-5e5c-4796-89a7-26f4098fe0d1 req-d7457bc9-3e1f-4015-a5a4-34be38fc8817 service nova] Acquiring lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.375153] env[63862]: DEBUG oslo_concurrency.lockutils [req-a593e9d0-5e5c-4796-89a7-26f4098fe0d1 req-d7457bc9-3e1f-4015-a5a4-34be38fc8817 service nova] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.375339] env[63862]: DEBUG oslo_concurrency.lockutils [req-a593e9d0-5e5c-4796-89a7-26f4098fe0d1 req-d7457bc9-3e1f-4015-a5a4-34be38fc8817 service nova] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.377599] env[63862]: DEBUG nova.compute.manager [req-a593e9d0-5e5c-4796-89a7-26f4098fe0d1 req-d7457bc9-3e1f-4015-a5a4-34be38fc8817 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] No waiting events found dispatching network-vif-plugged-d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2332.377858] env[63862]: WARNING nova.compute.manager [req-a593e9d0-5e5c-4796-89a7-26f4098fe0d1 req-d7457bc9-3e1f-4015-a5a4-34be38fc8817 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Received unexpected event network-vif-plugged-d521b78c-03cc-4a23-be81-80360280aa11 for instance with vm_state building and task_state spawning. [ 2332.515869] env[63862]: DEBUG nova.network.neutron [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Successfully updated port: d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2332.649864] env[63862]: DEBUG nova.compute.utils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2332.651896] env[63862]: DEBUG nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Not allocating networking since 'none' was specified. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2332.692020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7ecd7fe1-09d7-41da-9ae5-82424316d747 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.881s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.868271] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.020104] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-0439155c-9d8a-40bf-97e2-6d9aa69697b4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2333.020336] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-0439155c-9d8a-40bf-97e2-6d9aa69697b4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2333.020484] env[63862]: DEBUG nova.network.neutron [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2333.159786] env[63862]: DEBUG oslo_concurrency.lockutils [None req-990a36cd-6717-4036-9c2a-3c554f5c547e tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.161168] env[63862]: DEBUG nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2333.167872] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.155s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.362443] env[63862]: DEBUG oslo_vmware.api [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Task: {'id': task-2098892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579604} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.362711] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.362900] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.363297] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.363390] env[63862]: INFO nova.compute.manager [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2333.363600] env[63862]: DEBUG oslo.service.loopingcall [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.363803] env[63862]: DEBUG nova.compute.manager [-] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2333.363897] env[63862]: DEBUG nova.network.neutron [-] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2333.434793] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "a08386fa-cacb-4284-a282-c3968c073a06" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.435102] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.435294] env[63862]: INFO nova.compute.manager [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Shelving [ 2333.584133] env[63862]: DEBUG nova.network.neutron [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2333.956956] env[63862]: DEBUG nova.network.neutron [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Updating instance_info_cache with network_info: [{"id": "d521b78c-03cc-4a23-be81-80360280aa11", "address": "fa:16:3e:64:78:a0", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd521b78c-03", "ovs_interfaceid": "d521b78c-03cc-4a23-be81-80360280aa11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.987909] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a849c1f-6fb1-4ca5-a851-b87db6a88ce4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.001191] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f973a-69d5-4ffb-bc1b-025c3530854e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.041027] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda4562-3504-450a-9a91-01b73f93d410 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.048518] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2625e93-49f4-4df1-91d1-b0b74ee5dc6d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.062512] env[63862]: DEBUG nova.compute.provider_tree [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2334.180385] env[63862]: DEBUG nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2334.218672] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2334.218969] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2334.219215] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2334.219410] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2334.219635] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2334.219767] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2334.220087] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2334.220309] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2334.220515] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2334.220710] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2334.220916] env[63862]: DEBUG nova.virt.hardware [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2334.221913] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707b95c8-717f-4f79-8a30-4112c4ed5bf1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.230689] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b2225-eaba-4da9-bc70-02fbdf24215a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.248021] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2334.251587] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Creating folder: Project (f9b0912813114c89a5e3abd8eafab7de). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2334.251964] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae13a9b-5366-4bd9-bc8a-625b094ee8dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.262932] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Created folder: Project (f9b0912813114c89a5e3abd8eafab7de) in parent group-v429490. [ 2334.263569] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Creating folder: Instances. Parent ref: group-v429769. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2334.263871] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-884c8d84-14a2-47eb-b565-254fcebf5b6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.274262] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Created folder: Instances in parent group-v429769. [ 2334.274502] env[63862]: DEBUG oslo.service.loopingcall [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2334.274701] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2334.274907] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfda12f8-694c-459c-b6b2-2a3de56ca9cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.293133] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2334.293133] env[63862]: value = "task-2098896" [ 2334.293133] env[63862]: _type = "Task" [ 2334.293133] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.300944] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098896, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.409493] env[63862]: DEBUG nova.compute.manager [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Received event network-changed-d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2334.409698] env[63862]: DEBUG nova.compute.manager [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Refreshing instance network info cache due to event network-changed-d521b78c-03cc-4a23-be81-80360280aa11. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2334.409894] env[63862]: DEBUG oslo_concurrency.lockutils [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] Acquiring lock "refresh_cache-0439155c-9d8a-40bf-97e2-6d9aa69697b4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.450444] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2334.451060] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945ce843-d165-40e6-80e5-33d86077db84 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.458608] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2334.458608] env[63862]: value = "task-2098897" [ 2334.458608] env[63862]: _type = "Task" [ 2334.458608] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.462810] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-0439155c-9d8a-40bf-97e2-6d9aa69697b4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.463101] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Instance network_info: |[{"id": "d521b78c-03cc-4a23-be81-80360280aa11", "address": "fa:16:3e:64:78:a0", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd521b78c-03", "ovs_interfaceid": "d521b78c-03cc-4a23-be81-80360280aa11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2334.463415] env[63862]: DEBUG oslo_concurrency.lockutils [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] Acquired lock "refresh_cache-0439155c-9d8a-40bf-97e2-6d9aa69697b4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.463596] env[63862]: DEBUG nova.network.neutron [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Refreshing network info cache for port d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2334.466090] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:78:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd521b78c-03cc-4a23-be81-80360280aa11', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2334.474096] env[63862]: DEBUG oslo.service.loopingcall [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2334.475077] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2334.475679] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90c4c8c8-2509-4650-87cd-e31561876827 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.495091] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.500669] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2334.500669] env[63862]: value = "task-2098898" [ 2334.500669] env[63862]: _type = "Task" [ 2334.500669] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.511492] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.566392] env[63862]: DEBUG nova.scheduler.client.report [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2334.804916] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098896, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.842826] env[63862]: DEBUG nova.network.neutron [-] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.975010] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098897, 'name': PowerOffVM_Task, 'duration_secs': 0.232117} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.975010] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2334.979110] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22257c5d-b633-44a1-8512-f2fa106d880b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.010709] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2254036e-ac42-4df5-af5b-12e98599b800 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.019685] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.306139] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098896, 'name': CreateVM_Task, 'duration_secs': 0.843337} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.306311] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2335.306887] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.306975] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.307272] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2335.307530] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c511b23a-8309-434e-acbc-4e3c7ad4134b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.312512] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2335.312512] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e7bf4a-6961-27b4-a829-fd79b5ee9831" [ 2335.312512] env[63862]: _type = "Task" [ 2335.312512] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.321991] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e7bf4a-6961-27b4-a829-fd79b5ee9831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.352720] env[63862]: INFO nova.compute.manager [-] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Took 1.99 seconds to deallocate network for instance. [ 2335.483359] env[63862]: DEBUG nova.network.neutron [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Updated VIF entry in instance network info cache for port d521b78c-03cc-4a23-be81-80360280aa11. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2335.483730] env[63862]: DEBUG nova.network.neutron [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Updating instance_info_cache with network_info: [{"id": "d521b78c-03cc-4a23-be81-80360280aa11", "address": "fa:16:3e:64:78:a0", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd521b78c-03", "ovs_interfaceid": "d521b78c-03cc-4a23-be81-80360280aa11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.517687] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.528718] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2335.528718] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-446700b1-07bf-4656-8891-9d633dae40d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.537018] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2335.537018] env[63862]: value = "task-2098899" [ 2335.537018] env[63862]: _type = "Task" [ 2335.537018] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.545377] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.577914] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.410s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.580903] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.969s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.581171] env[63862]: DEBUG nova.objects.instance [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lazy-loading 'resources' on Instance uuid 439a36f6-370c-45fd-88b2-e413bae35b86 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2335.764389] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2335.764628] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429768', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'name': 'volume-76f2d609-71c9-429f-a843-99d989d37357', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48600c3d-f40e-4c5d-bd1e-f8515c45eb90', 'attached_at': '', 'detached_at': '', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'serial': '76f2d609-71c9-429f-a843-99d989d37357'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2335.765619] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9bfd7-1a64-4a16-9f24-8396f592c269 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.786146] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e754d8-c956-451a-a45b-14206f071a30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.811331] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-76f2d609-71c9-429f-a843-99d989d37357/volume-76f2d609-71c9-429f-a843-99d989d37357.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2335.811552] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2922b462-caf2-4ad4-bb64-d473e08904a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.833877] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e7bf4a-6961-27b4-a829-fd79b5ee9831, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.835556] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.835556] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2335.835725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.835799] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.835971] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2335.836299] env[63862]: DEBUG oslo_vmware.api [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2335.836299] env[63862]: value = "task-2098900" [ 2335.836299] env[63862]: _type = "Task" [ 2335.836299] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.836489] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5323ba-2cb5-4a72-a91d-39f908f54b38 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.846822] env[63862]: DEBUG oslo_vmware.api [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.847962] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2335.848275] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2335.848960] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d5160a-d5a4-4145-ba6e-3d47cdc69eeb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.854387] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2335.854387] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529d417d-624c-c7c6-a328-f8fe0f49734b" [ 2335.854387] env[63862]: _type = "Task" [ 2335.854387] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.859728] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.863905] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529d417d-624c-c7c6-a328-f8fe0f49734b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.990043] env[63862]: DEBUG oslo_concurrency.lockutils [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] Releasing lock "refresh_cache-0439155c-9d8a-40bf-97e2-6d9aa69697b4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.990043] env[63862]: DEBUG nova.compute.manager [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Received event network-vif-deleted-a842d939-5fac-4586-b310-3f4d3d168e58 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2335.990043] env[63862]: INFO nova.compute.manager [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Neutron deleted interface a842d939-5fac-4586-b310-3f4d3d168e58; detaching it from the instance and deleting it from the info cache [ 2335.990389] env[63862]: DEBUG nova.network.neutron [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.015473] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.046730] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098899, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.133923] env[63862]: INFO nova.scheduler.client.report [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted allocation for migration d9447617-64b8-4dc1-a19e-bb7d3451f4ce [ 2336.286245] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796158a-5b63-493b-9ca1-13918347c86f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.294041] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02986a52-b93c-4f45-8bc4-3d387680e3ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.324286] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b822317-aefe-45b4-b09d-30b184c651ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.331665] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855777d0-df8e-4332-af4a-1952d8bbc378 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.344411] env[63862]: DEBUG nova.compute.provider_tree [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2336.352638] env[63862]: DEBUG oslo_vmware.api [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098900, 'name': ReconfigVM_Task, 'duration_secs': 0.358388} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.353448] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-76f2d609-71c9-429f-a843-99d989d37357/volume-76f2d609-71c9-429f-a843-99d989d37357.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2336.358388] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50948e1a-54a0-4ed0-8f83-df8868f0ee87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.379969] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529d417d-624c-c7c6-a328-f8fe0f49734b, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.381724] env[63862]: DEBUG oslo_vmware.api [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2336.381724] env[63862]: value = "task-2098901" [ 2336.381724] env[63862]: _type = "Task" [ 2336.381724] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.381939] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a34530c7-0a46-4abc-b87c-0da36487318f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.390653] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2336.390653] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52352f1d-b999-5d63-4de7-bed918585226" [ 2336.390653] env[63862]: _type = "Task" [ 2336.390653] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.394153] env[63862]: DEBUG oslo_vmware.api [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098901, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.403268] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52352f1d-b999-5d63-4de7-bed918585226, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.403268] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.403268] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2336.403268] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68cc78f-1352-453a-bf61-447c74ec0db7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.411389] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2336.411389] env[63862]: value = "task-2098902" [ 2336.411389] env[63862]: _type = "Task" [ 2336.411389] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.419441] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.495511] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6610e8cd-99ca-4eec-84b9-6808535894b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.505238] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.505626] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "2065d125-3600-436a-9069-56f221d8e80b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.514772] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce896b2-1fbc-4385-ac38-775cd41af7c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.532586] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.545851] env[63862]: DEBUG nova.compute.manager [req-076b33e3-0c13-4488-9837-b65d82b35c13 req-32951900-b2b4-4ecd-a664-9cfc04bcf954 service nova] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Detach interface failed, port_id=a842d939-5fac-4586-b310-3f4d3d168e58, reason: Instance e9a238da-62d7-4923-b2f8-9a41688565f8 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2336.546531] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.555578] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098899, 'name': CreateSnapshot_Task, 'duration_secs': 0.550818} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.555830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2336.556573] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7011e9-63df-4b2a-95d7-1ea6bb962b47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.642463] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dd8f6356-446c-4d83-9a83-cd70c0931336 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.654s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.643503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.097s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.643727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.643934] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.644112] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.647939] env[63862]: INFO nova.compute.manager [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Terminating instance [ 2336.850262] env[63862]: DEBUG nova.scheduler.client.report [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2336.894591] env[63862]: DEBUG oslo_vmware.api [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098901, 'name': ReconfigVM_Task, 'duration_secs': 0.146672} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.894903] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429768', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'name': 'volume-76f2d609-71c9-429f-a843-99d989d37357', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48600c3d-f40e-4c5d-bd1e-f8515c45eb90', 'attached_at': '', 'detached_at': '', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'serial': '76f2d609-71c9-429f-a843-99d989d37357'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2336.922071] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098902, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.012471] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2337.022235] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.074636] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2337.075241] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4581401-dddf-447e-b904-30a48b19014d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.084185] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2337.084185] env[63862]: value = "task-2098903" [ 2337.084185] env[63862]: _type = "Task" [ 2337.084185] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.091960] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.151597] env[63862]: DEBUG nova.compute.manager [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2337.151864] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2337.152707] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e28b5-4e4a-4fc7-9b40-500c3d594949 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.160661] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2337.160904] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b614bec3-9920-49d0-ade8-569702d83d3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.166462] env[63862]: DEBUG oslo_vmware.api [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2337.166462] env[63862]: value = "task-2098904" [ 2337.166462] env[63862]: _type = "Task" [ 2337.166462] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.174014] env[63862]: DEBUG oslo_vmware.api [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.355444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.358131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.232s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2337.358438] env[63862]: DEBUG nova.objects.instance [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lazy-loading 'resources' on Instance uuid 96ea4d77-5733-4928-9a94-2f68e9bbe87d {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.372635] env[63862]: INFO nova.scheduler.client.report [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Deleted allocations for instance 439a36f6-370c-45fd-88b2-e413bae35b86 [ 2337.421235] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552838} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.422150] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2337.422371] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2337.422624] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a4df44-bb81-4838-a802-a080c41ef0ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.428998] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2337.428998] env[63862]: value = "task-2098905" [ 2337.428998] env[63862]: _type = "Task" [ 2337.428998] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.438951] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.521338] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.535043] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2337.594987] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.676387] env[63862]: DEBUG oslo_vmware.api [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098904, 'name': PowerOffVM_Task, 'duration_secs': 0.159854} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.676674] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2337.676837] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2337.677109] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3a02190-b7e4-4bad-850e-fbdfe06067c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.882117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-68ff9e40-262f-4fa7-a897-a4432f70a8e5 tempest-ServersTestJSON-1809269437 tempest-ServersTestJSON-1809269437-project-member] Lock "439a36f6-370c-45fd-88b2-e413bae35b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.432s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2337.938090] env[63862]: DEBUG nova.objects.instance [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'flavor' on Instance uuid 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.943645] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071556} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.944015] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2337.944825] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67e174-0796-4a77-be4a-4b02cb213836 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.967345] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2337.969805] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ef3a28-1e36-49e2-9af7-255b8ba74b73 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.991073] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2337.991073] env[63862]: value = "task-2098907" [ 2337.991073] env[63862]: _type = "Task" [ 2337.991073] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.000296] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.025859] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.081019] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29847fa1-44a9-4b57-833e-84737a1aaa79 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.090599] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa1738-d90b-4fc8-8107-9b39cc054375 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.098529] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.123529] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb398e9-133d-47aa-bcfa-4479fae31cc6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.130997] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad1eb5f-0300-425d-b840-43f6507979f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.145652] env[63862]: DEBUG nova.compute.provider_tree [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2338.442639] env[63862]: DEBUG oslo_concurrency.lockutils [None req-dc1ec372-89cf-4a9d-a59b-28433b107bfb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.501470] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.520777] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.595602] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.649919] env[63862]: DEBUG nova.scheduler.client.report [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2338.735847] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.736165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.003241] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098907, 'name': ReconfigVM_Task, 'duration_secs': 0.768895} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.003987] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2339.005701] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1de9390-8e35-4a5a-bdf9-76c1a6530f56 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.013045] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2339.013045] env[63862]: value = "task-2098908" [ 2339.013045] env[63862]: _type = "Task" [ 2339.013045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.026367] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.030211] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098908, 'name': Rename_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.097881] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.156006] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.158973] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.984s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.159382] env[63862]: DEBUG nova.objects.instance [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lazy-loading 'resources' on Instance uuid cc1672aa-26ae-4bee-ae03-e32878d61078 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2339.178425] env[63862]: INFO nova.scheduler.client.report [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Deleted allocations for instance 96ea4d77-5733-4928-9a94-2f68e9bbe87d [ 2339.239273] env[63862]: INFO nova.compute.manager [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Detaching volume 76f2d609-71c9-429f-a843-99d989d37357 [ 2339.278880] env[63862]: INFO nova.virt.block_device [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Attempting to driver detach volume 76f2d609-71c9-429f-a843-99d989d37357 from mountpoint /dev/sdb [ 2339.279302] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2339.279387] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429768', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'name': 'volume-76f2d609-71c9-429f-a843-99d989d37357', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48600c3d-f40e-4c5d-bd1e-f8515c45eb90', 'attached_at': '', 'detached_at': '', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'serial': '76f2d609-71c9-429f-a843-99d989d37357'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2339.280525] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29899b-ccf3-4479-8e3c-630ae6156fee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.303865] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775be184-2a28-4c2d-8be8-85a3abc8213e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.311114] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96100b16-fdbb-46db-92a8-eba7f550f631 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.332997] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feac16f-0e48-470d-a0b6-8ef760e1980d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.348285] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] The volume has not been displaced from its original location: [datastore2] volume-76f2d609-71c9-429f-a843-99d989d37357/volume-76f2d609-71c9-429f-a843-99d989d37357.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2339.353693] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2339.353970] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-188ea60f-8eb0-4f13-bef7-895dcf8c1410 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.371795] env[63862]: DEBUG oslo_vmware.api [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2339.371795] env[63862]: value = "task-2098909" [ 2339.371795] env[63862]: _type = "Task" [ 2339.371795] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.380100] env[63862]: DEBUG oslo_vmware.api [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.525145] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.530683] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098908, 'name': Rename_Task, 'duration_secs': 0.130507} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.531440] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2339.531440] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5fc1d1-372c-4d3e-8e30-9dc90af92cca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.538631] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2339.538631] env[63862]: value = "task-2098910" [ 2339.538631] env[63862]: _type = "Task" [ 2339.538631] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.547377] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.597011] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.687567] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9839868d-4856-4aab-a0c9-e983922845d3 tempest-ServerShowV257Test-973162914 tempest-ServerShowV257Test-973162914-project-member] Lock "96ea4d77-5733-4928-9a94-2f68e9bbe87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.795s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.841813] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a12454a-2f1b-4d1f-b70a-3bcb7ff53c1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.850095] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1eace0-74ac-4652-ab1b-5590878b11d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.884636] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248fb07a-4140-4915-98ec-5cdb3c2a466a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.895216] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850a313-5f6f-489e-846f-3a9e8f8eb637 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.899047] env[63862]: DEBUG oslo_vmware.api [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098909, 'name': ReconfigVM_Task, 'duration_secs': 0.209948} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.899319] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2339.904260] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4feda25e-b159-49f5-bfd4-eafaa2430d3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.922267] env[63862]: DEBUG nova.compute.provider_tree [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2339.929248] env[63862]: DEBUG oslo_vmware.api [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2339.929248] env[63862]: value = "task-2098911" [ 2339.929248] env[63862]: _type = "Task" [ 2339.929248] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.938172] env[63862]: DEBUG oslo_vmware.api [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.024406] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.048694] env[63862]: DEBUG oslo_vmware.api [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098910, 'name': PowerOnVM_Task, 'duration_secs': 0.432929} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.048966] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2340.049188] env[63862]: INFO nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Took 5.87 seconds to spawn the instance on the hypervisor. [ 2340.049452] env[63862]: DEBUG nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2340.050221] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5ff6d-6d26-4d45-8fa2-8757737c76f9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.098870] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.426365] env[63862]: DEBUG nova.scheduler.client.report [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2340.442323] env[63862]: DEBUG oslo_vmware.api [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098911, 'name': ReconfigVM_Task, 'duration_secs': 0.148316} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.442793] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429768', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'name': 'volume-76f2d609-71c9-429f-a843-99d989d37357', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48600c3d-f40e-4c5d-bd1e-f8515c45eb90', 'attached_at': '', 'detached_at': '', 'volume_id': '76f2d609-71c9-429f-a843-99d989d37357', 'serial': '76f2d609-71c9-429f-a843-99d989d37357'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2340.524511] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.566811] env[63862]: INFO nova.compute.manager [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Took 17.62 seconds to build instance. [ 2340.599639] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.633617] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2340.633864] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2340.634066] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleting the datastore file [datastore2] 133ec6e5-3de6-4613-86bc-f13509b1ea60 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2340.634359] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be0a521-284f-4d39-ac58-6c0c577610b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.640707] env[63862]: DEBUG oslo_vmware.api [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2340.640707] env[63862]: value = "task-2098912" [ 2340.640707] env[63862]: _type = "Task" [ 2340.640707] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.649198] env[63862]: DEBUG oslo_vmware.api [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.937557] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.940514] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.299s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.940765] env[63862]: DEBUG nova.objects.instance [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'resources' on Instance uuid 24facf4b-f8aa-4545-89a6-4548c73ef49f {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2340.961145] env[63862]: INFO nova.scheduler.client.report [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Deleted allocations for instance cc1672aa-26ae-4bee-ae03-e32878d61078 [ 2341.004283] env[63862]: DEBUG nova.objects.instance [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'flavor' on Instance uuid 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2341.028055] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.069682] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7e8741e1-7ec1-44cf-b30b-271de47f0497 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "9c7a667a-a42c-4f44-9ce6-c881c233122e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.132s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.099806] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.150721] env[63862]: DEBUG oslo_vmware.api [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168264} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.150978] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2341.151185] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2341.151367] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2341.151542] env[63862]: INFO nova.compute.manager [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Took 4.00 seconds to destroy the instance on the hypervisor. [ 2341.151780] env[63862]: DEBUG oslo.service.loopingcall [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2341.151974] env[63862]: DEBUG nova.compute.manager [-] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2341.152083] env[63862]: DEBUG nova.network.neutron [-] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2341.205660] env[63862]: INFO nova.compute.manager [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Rebuilding instance [ 2341.260881] env[63862]: DEBUG nova.compute.manager [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2341.261858] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf5408f-130a-4281-83e4-6a8eb2b9a21e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.468640] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2629bc44-eb61-4925-832e-d830297b7e03 tempest-ServersAdminNegativeTestJSON-101175726 tempest-ServersAdminNegativeTestJSON-101175726-project-member] Lock "cc1672aa-26ae-4bee-ae03-e32878d61078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.999s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.534138] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.604357] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098903, 'name': CloneVM_Task, 'duration_secs': 4.340953} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.604519] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Created linked-clone VM from snapshot [ 2341.605346] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7269a-4150-46c6-a302-d25821734e3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.617474] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Uploading image 6524c277-1375-4139-b675-4c0058e24ff3 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2341.648094] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2341.648094] env[63862]: value = "vm-429774" [ 2341.648094] env[63862]: _type = "VirtualMachine" [ 2341.648094] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2341.648307] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b12da17-ac52-4d36-b0be-c5828a839579 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.653658] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ec3af-2ad2-4517-b8af-e7a6e4d3d978 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.657163] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lease: (returnval){ [ 2341.657163] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52742104-a529-7905-f31a-de91bdf1e806" [ 2341.657163] env[63862]: _type = "HttpNfcLease" [ 2341.657163] env[63862]: } obtained for exporting VM: (result){ [ 2341.657163] env[63862]: value = "vm-429774" [ 2341.657163] env[63862]: _type = "VirtualMachine" [ 2341.657163] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2341.657452] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the lease: (returnval){ [ 2341.657452] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52742104-a529-7905-f31a-de91bdf1e806" [ 2341.657452] env[63862]: _type = "HttpNfcLease" [ 2341.657452] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2341.663505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2b5b6-7880-49c5-8a77-540d10ab7069 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.668299] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2341.668299] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52742104-a529-7905-f31a-de91bdf1e806" [ 2341.668299] env[63862]: _type = "HttpNfcLease" [ 2341.668299] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2341.696659] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc9067c-2aaf-4bcf-9bf4-45efad425fa6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.704861] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9502b40c-276a-4d19-afd5-188455d65770 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.718263] env[63862]: DEBUG nova.compute.provider_tree [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2341.764130] env[63862]: DEBUG nova.compute.manager [req-7f6867bc-da81-4bb9-b05f-bd89cb7adba5 req-54d045ed-bffd-4634-88b4-b96d18d2b42e service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Received event network-vif-deleted-e8b1e06f-9c35-4256-92d3-f53f2feea8bb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2341.764130] env[63862]: INFO nova.compute.manager [req-7f6867bc-da81-4bb9-b05f-bd89cb7adba5 req-54d045ed-bffd-4634-88b4-b96d18d2b42e service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Neutron deleted interface e8b1e06f-9c35-4256-92d3-f53f2feea8bb; detaching it from the instance and deleting it from the info cache [ 2341.764340] env[63862]: DEBUG nova.network.neutron [req-7f6867bc-da81-4bb9-b05f-bd89cb7adba5 req-54d045ed-bffd-4634-88b4-b96d18d2b42e service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.016927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c06f59b4-d81f-4e79-b17e-2186c334e8cb tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.030311] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098898, 'name': CreateVM_Task, 'duration_secs': 7.349726} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.030479] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2342.031293] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.031458] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.031791] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2342.032069] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10fbd172-45ce-4625-ad0e-365d14c66cc0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.037199] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2342.037199] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]526baff8-c4b3-de72-24de-84c878a72be3" [ 2342.037199] env[63862]: _type = "Task" [ 2342.037199] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.045722] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526baff8-c4b3-de72-24de-84c878a72be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.166340] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2342.166340] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52742104-a529-7905-f31a-de91bdf1e806" [ 2342.166340] env[63862]: _type = "HttpNfcLease" [ 2342.166340] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2342.166701] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2342.166701] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52742104-a529-7905-f31a-de91bdf1e806" [ 2342.166701] env[63862]: _type = "HttpNfcLease" [ 2342.166701] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2342.167367] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ac9b61-ce65-42ca-8010-adfa92738e20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.175832] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525cf864-3e3f-0277-a902-5e117b999de7/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2342.176176] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525cf864-3e3f-0277-a902-5e117b999de7/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2342.234106] env[63862]: DEBUG nova.scheduler.client.report [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2342.241661] env[63862]: DEBUG nova.network.neutron [-] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.273062] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28fe06ff-7cd2-42b6-8eda-22ca1b61b7d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.274254] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9d935dc-a274-4e05-ad0a-730e636b6ca4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.280253] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2342.280379] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f999f681-f768-4151-aafd-57052242ea55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.287188] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e8d38-dcd4-48ad-a433-de66d1bc47da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.309553] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2342.309553] env[63862]: value = "task-2098914" [ 2342.309553] env[63862]: _type = "Task" [ 2342.309553] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.319785] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.333592] env[63862]: DEBUG nova.compute.manager [req-7f6867bc-da81-4bb9-b05f-bd89cb7adba5 req-54d045ed-bffd-4634-88b4-b96d18d2b42e service nova] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Detach interface failed, port_id=e8b1e06f-9c35-4256-92d3-f53f2feea8bb, reason: Instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2342.551079] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]526baff8-c4b3-de72-24de-84c878a72be3, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.554081] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.554081] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2342.554081] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.554081] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.554081] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2342.554081] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d7fc86-1923-496b-a6fa-3a32102522ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.562216] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2342.562403] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2342.564359] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43333f7-2c74-4bb2-a225-0e68788a4aa0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.569023] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2342.569023] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a2ef0d-5c8e-de24-28a1-1d55177b97ba" [ 2342.569023] env[63862]: _type = "Task" [ 2342.569023] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.576775] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a2ef0d-5c8e-de24-28a1-1d55177b97ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.743854] env[63862]: INFO nova.compute.manager [-] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Took 1.59 seconds to deallocate network for instance. [ 2342.743854] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.749134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.889s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.749548] env[63862]: DEBUG nova.objects.instance [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lazy-loading 'resources' on Instance uuid e9a238da-62d7-4923-b2f8-9a41688565f8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2342.785046] env[63862]: INFO nova.scheduler.client.report [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted allocations for instance 24facf4b-f8aa-4545-89a6-4548c73ef49f [ 2342.824699] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098914, 'name': PowerOffVM_Task, 'duration_secs': 0.132837} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.829019] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2342.829019] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2342.829019] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46cd490-f1db-4b33-9374-0a21e2a1a3f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.837841] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2342.845256] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84dfa664-b4bb-4ba0-a04f-3de16f29dee7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.871376] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2342.871784] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2342.872186] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Deleting the datastore file [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2342.872541] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8439d12-4b88-4ef7-a552-c0d46c2a1636 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.881659] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2342.881659] env[63862]: value = "task-2098916" [ 2342.881659] env[63862]: _type = "Task" [ 2342.881659] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.895052] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.027018] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.028364] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.029128] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.029596] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.030067] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.034432] env[63862]: INFO nova.compute.manager [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Terminating instance [ 2343.082804] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a2ef0d-5c8e-de24-28a1-1d55177b97ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.083393] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593c4aa9-2aec-4d8a-a9f1-134eb593cea9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.089799] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2343.089799] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520e7e6d-76f6-2043-f47d-13f11e12d00a" [ 2343.089799] env[63862]: _type = "Task" [ 2343.089799] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.099076] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520e7e6d-76f6-2043-f47d-13f11e12d00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.259490] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.296832] env[63862]: DEBUG oslo_concurrency.lockutils [None req-772d2ccd-d586-4333-a958-dc0e6f008836 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "24facf4b-f8aa-4545-89a6-4548c73ef49f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.986s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.396091] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166548} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.396640] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2343.397080] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2343.397458] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2343.470364] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d49b25-af73-47eb-9bec-a8488ebd96f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.479786] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ff89af-06d6-4408-8885-6f46ddcd396b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.516095] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed323a-bb88-42de-85aa-6341eb93b6ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.527686] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12db81-602c-4f41-a9eb-f447c32cd15b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.544021] env[63862]: DEBUG nova.compute.manager [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2343.544515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2343.545140] env[63862]: DEBUG nova.compute.provider_tree [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2343.548490] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f9be0-8625-4a6f-923b-9514d053daea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.557558] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2343.559028] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b593062-4721-4155-b6c8-91fdcdc3d8a3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.565723] env[63862]: DEBUG oslo_vmware.api [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2343.565723] env[63862]: value = "task-2098917" [ 2343.565723] env[63862]: _type = "Task" [ 2343.565723] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.574611] env[63862]: DEBUG oslo_vmware.api [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.601736] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520e7e6d-76f6-2043-f47d-13f11e12d00a, 'name': SearchDatastore_Task, 'duration_secs': 0.019605} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.602035] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.602285] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0439155c-9d8a-40bf-97e2-6d9aa69697b4/0439155c-9d8a-40bf-97e2-6d9aa69697b4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2343.602585] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d43ebbe-2d6b-46ff-a7fc-5ff6db31e5ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.610152] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2343.610152] env[63862]: value = "task-2098918" [ 2343.610152] env[63862]: _type = "Task" [ 2343.610152] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.617880] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.812406] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.813535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.813535] env[63862]: INFO nova.compute.manager [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Shelving [ 2344.055052] env[63862]: DEBUG nova.scheduler.client.report [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2344.080350] env[63862]: DEBUG oslo_vmware.api [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098917, 'name': PowerOffVM_Task, 'duration_secs': 0.226679} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.080711] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2344.080946] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2344.082274] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64a9b1f5-bd90-487f-9694-272d32800e3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.126590] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098918, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.260966] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2344.261482] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2344.261482] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleting the datastore file [datastore2] 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2344.262106] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-264c121b-ab6f-41c2-b772-1bddc802c0c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.268329] env[63862]: DEBUG oslo_vmware.api [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2344.268329] env[63862]: value = "task-2098920" [ 2344.268329] env[63862]: _type = "Task" [ 2344.268329] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.278856] env[63862]: DEBUG oslo_vmware.api [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2344.455117] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2344.455436] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2344.455436] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2344.455544] env[63862]: DEBUG nova.virt.hardware [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2344.456527] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a9ddc-f882-466e-acf6-b0d14c58eaaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.466022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd314ca9-ed85-4f3d-9995-75856c3ea5cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.483580] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance VIF info [] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2344.490788] env[63862]: DEBUG oslo.service.loopingcall [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2344.491093] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2344.491319] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d9d152-ab75-4521-87db-0aeeaa76ad52 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.515630] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2344.515630] env[63862]: value = "task-2098921" [ 2344.515630] env[63862]: _type = "Task" [ 2344.515630] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.524616] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098921, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.565202] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.567062] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.032s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.572020] env[63862]: INFO nova.compute.claims [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2344.602502] env[63862]: INFO nova.scheduler.client.report [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Deleted allocations for instance e9a238da-62d7-4923-b2f8-9a41688565f8 [ 2344.620575] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602894} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.621653] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0439155c-9d8a-40bf-97e2-6d9aa69697b4/0439155c-9d8a-40bf-97e2-6d9aa69697b4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2344.621653] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2344.621653] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b1fa6f5-1d56-4466-8a33-f6a7c10593fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.630456] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2344.630456] env[63862]: value = "task-2098922" [ 2344.630456] env[63862]: _type = "Task" [ 2344.630456] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.643408] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.778733] env[63862]: DEBUG oslo_vmware.api [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247061} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.779776] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2344.779776] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2344.779776] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2344.779776] env[63862]: INFO nova.compute.manager [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2344.780040] env[63862]: DEBUG oslo.service.loopingcall [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2344.780040] env[63862]: DEBUG nova.compute.manager [-] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2344.780148] env[63862]: DEBUG nova.network.neutron [-] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2344.786334] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "55a96ec9-f799-4151-8b18-b735c6569776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.786590] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "55a96ec9-f799-4151-8b18-b735c6569776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.834210] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2344.834735] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e5ce54-fc04-4165-9c52-099986db007c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.843376] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2344.843376] env[63862]: value = "task-2098923" [ 2344.843376] env[63862]: _type = "Task" [ 2344.843376] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.854651] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.028030] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098921, 'name': CreateVM_Task, 'duration_secs': 0.453898} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.028314] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2345.028813] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.029203] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.029594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2345.030385] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683af6b8-5c53-4f04-a5a1-e5cba2d6e8e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.036275] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2345.036275] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5203b7cd-655f-2dc9-8820-1627f9b79d8e" [ 2345.036275] env[63862]: _type = "Task" [ 2345.036275] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.047320] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5203b7cd-655f-2dc9-8820-1627f9b79d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.114850] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f27c8ab1-6ecc-49e0-8a95-bbd3c3b1d8a2 tempest-AttachInterfacesUnderV243Test-1878842634 tempest-AttachInterfacesUnderV243Test-1878842634-project-member] Lock "e9a238da-62d7-4923-b2f8-9a41688565f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.990s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.145256] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077634} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.145729] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2345.146507] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d82d35-d45d-474b-834b-9276b45dd4f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.179022] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 0439155c-9d8a-40bf-97e2-6d9aa69697b4/0439155c-9d8a-40bf-97e2-6d9aa69697b4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2345.179022] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4263b0f-5966-4d5a-a45f-a6904a132357 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.201522] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2345.201522] env[63862]: value = "task-2098924" [ 2345.201522] env[63862]: _type = "Task" [ 2345.201522] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.210194] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.291574] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2345.357596] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098923, 'name': PowerOffVM_Task, 'duration_secs': 0.267906} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.359307] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2345.360496] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f49ddd-7deb-438c-be7b-8c9a77ae4551 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.371115] env[63862]: DEBUG nova.compute.manager [req-bac4a616-080f-43db-be5e-43be7adb502f req-74ebdc5b-3779-4683-82b1-425ce18240b9 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Received event network-vif-deleted-428131eb-29a9-4d74-9090-8c16179c1a4b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2345.371115] env[63862]: INFO nova.compute.manager [req-bac4a616-080f-43db-be5e-43be7adb502f req-74ebdc5b-3779-4683-82b1-425ce18240b9 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Neutron deleted interface 428131eb-29a9-4d74-9090-8c16179c1a4b; detaching it from the instance and deleting it from the info cache [ 2345.371115] env[63862]: DEBUG nova.network.neutron [req-bac4a616-080f-43db-be5e-43be7adb502f req-74ebdc5b-3779-4683-82b1-425ce18240b9 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.391981] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107fd75d-7c71-4f39-a751-b6f5f22f6ce0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.546616] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5203b7cd-655f-2dc9-8820-1627f9b79d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.015138} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.547239] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.547642] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2345.548031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.548298] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.548601] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2345.549038] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d380e84-ccb5-40e8-9c3b-f534b3cf3bf8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.560423] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2345.560423] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2345.560423] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbde3109-0e5d-4a2c-b936-d0d12bd03017 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.568409] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2345.568409] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cce1d3-f41b-7358-47e2-a2b4fabdfc0f" [ 2345.568409] env[63862]: _type = "Task" [ 2345.568409] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.581596] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cce1d3-f41b-7358-47e2-a2b4fabdfc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.718418] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098924, 'name': ReconfigVM_Task, 'duration_secs': 0.399611} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.718418] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 0439155c-9d8a-40bf-97e2-6d9aa69697b4/0439155c-9d8a-40bf-97e2-6d9aa69697b4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2345.718418] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42a87833-0992-4d50-836e-cf651c953923 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.724140] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2345.724140] env[63862]: value = "task-2098925" [ 2345.724140] env[63862]: _type = "Task" [ 2345.724140] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.737626] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098925, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.787621] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a00fe4b-6ead-4ec9-bd1b-b6d53dbb158f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.796155] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9ceb7a-3e63-4688-986f-9b12c968ebb2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.835634] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046ea98-71b1-4947-bc13-ed149ecd4322 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.840523] env[63862]: DEBUG nova.network.neutron [-] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.853518] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db76c22a-9f9d-4dad-9af4-a0f1fa618101 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.859043] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.870867] env[63862]: DEBUG nova.compute.provider_tree [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2345.874170] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8af2637-1979-498c-b493-271a120bd130 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.884113] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d435b5-6fd7-4b03-b5ef-e22fce7f9e47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.904990] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2345.921330] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c19ed38-1bc9-4ad5-8601-2890ac5a53e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.924649] env[63862]: DEBUG nova.compute.manager [req-bac4a616-080f-43db-be5e-43be7adb502f req-74ebdc5b-3779-4683-82b1-425ce18240b9 service nova] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Detach interface failed, port_id=428131eb-29a9-4d74-9090-8c16179c1a4b, reason: Instance 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2345.932014] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2345.932014] env[63862]: value = "task-2098926" [ 2345.932014] env[63862]: _type = "Task" [ 2345.932014] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.941287] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098926, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.079138] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cce1d3-f41b-7358-47e2-a2b4fabdfc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.079958] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f890463a-99f9-410d-bce1-3493114d98a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.086799] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2346.086799] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521fac02-b79a-860d-c196-7df6a84a8910" [ 2346.086799] env[63862]: _type = "Task" [ 2346.086799] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.092974] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521fac02-b79a-860d-c196-7df6a84a8910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.234703] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098925, 'name': Rename_Task, 'duration_secs': 0.160923} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.235093] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2346.235360] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db79f5cd-8903-41c0-bec6-ed145ee2a648 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.241908] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2346.241908] env[63862]: value = "task-2098927" [ 2346.241908] env[63862]: _type = "Task" [ 2346.241908] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.252412] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.341773] env[63862]: INFO nova.compute.manager [-] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Took 1.56 seconds to deallocate network for instance. [ 2346.375350] env[63862]: DEBUG nova.scheduler.client.report [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2346.446326] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098926, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.596350] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521fac02-b79a-860d-c196-7df6a84a8910, 'name': SearchDatastore_Task, 'duration_secs': 0.032896} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.596620] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.596949] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2346.597267] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ca89dce-f95d-4764-948b-3409e8d7a262 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.607231] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2346.607231] env[63862]: value = "task-2098928" [ 2346.607231] env[63862]: _type = "Task" [ 2346.607231] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.615930] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.752980] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.849403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.883925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.884479] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2346.887547] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.628s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.887869] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.894178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.033s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.895896] env[63862]: INFO nova.compute.claims [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2346.903052] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.903052] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.903052] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.903052] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2346.903052] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2346.947909] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098926, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.960399] env[63862]: INFO nova.scheduler.client.report [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted allocations for instance 133ec6e5-3de6-4613-86bc-f13509b1ea60 [ 2347.123501] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098928, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.256191] env[63862]: DEBUG oslo_vmware.api [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098927, 'name': PowerOnVM_Task, 'duration_secs': 0.51793} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.256356] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2347.256580] env[63862]: INFO nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Took 15.39 seconds to spawn the instance on the hypervisor. [ 2347.256885] env[63862]: DEBUG nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2347.258041] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ef418-cd5f-4151-8c81-68ef5142e1e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.404590] env[63862]: DEBUG nova.compute.utils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2347.408913] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2347.409055] env[63862]: DEBUG nova.network.neutron [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2347.445023] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098926, 'name': CreateSnapshot_Task, 'duration_secs': 1.071827} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.445320] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2347.446131] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ac28d-42c7-4f8e-b64f-7ce18d479204 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.450318] env[63862]: DEBUG nova.policy [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2347.473689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f65ead67-1f3d-4b10-80c1-23d0989ea5ab tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "133ec6e5-3de6-4613-86bc-f13509b1ea60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.830s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.619325] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692458} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.619998] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2347.620384] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2347.620566] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b1cc6e0-cce0-4f78-a5b8-fa3c24375488 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.628131] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2347.628131] env[63862]: value = "task-2098929" [ 2347.628131] env[63862]: _type = "Task" [ 2347.628131] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.642859] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.768819] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "0e7f8f04-de48-474d-bd26-608dca013e36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.769074] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "0e7f8f04-de48-474d-bd26-608dca013e36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.783911] env[63862]: INFO nova.compute.manager [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Took 24.99 seconds to build instance. [ 2347.912018] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2347.974255] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2347.974837] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df932173-4883-4090-ba61-754a604be53c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.990888] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2347.990888] env[63862]: value = "task-2098930" [ 2347.990888] env[63862]: _type = "Task" [ 2347.990888] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.004909] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098930, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.142134] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070598} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.142134] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2348.142594] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762a2f5-39d1-44f9-a154-935578b25cd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.164305] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2348.167736] env[63862]: DEBUG nova.network.neutron [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Successfully created port: f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2348.170465] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e956eb3-3e18-4c1e-b007-75f71c31c0c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.190038] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2348.190038] env[63862]: value = "task-2098931" [ 2348.190038] env[63862]: _type = "Task" [ 2348.190038] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.197097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6be7517-6ff5-41f4-9949-e6da1a37ec7f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.204754] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.208342] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1d6366-baaf-48d8-b907-165cdcbea3a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.242870] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0e5b1-ec9a-475c-941f-f1979c4f12d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.253370] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b6078-ab27-4158-956b-74cf3805e5f1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.266698] env[63862]: DEBUG nova.compute.provider_tree [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2348.272377] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2348.286022] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4f45e23-25a1-49a4-bd57-14237728faa8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.494s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.402418] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.402418] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.402418] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.402418] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2348.503244] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098930, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.706497] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098931, 'name': ReconfigVM_Task, 'duration_secs': 0.313905} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.707028] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e/9c7a667a-a42c-4f44-9ce6-c881c233122e.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2348.710842] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f025a2c5-b730-4e37-81d1-11c43964569b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.719022] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2348.719022] env[63862]: value = "task-2098932" [ 2348.719022] env[63862]: _type = "Task" [ 2348.719022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.734489] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098932, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.772662] env[63862]: DEBUG nova.scheduler.client.report [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2348.802878] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.896424] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.896718] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.927276] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2348.958592] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2348.958797] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2348.958950] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2348.959151] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2348.959700] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2348.959700] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2348.959700] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2348.960074] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2348.960074] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2348.960272] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2348.960486] env[63862]: DEBUG nova.virt.hardware [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2348.961379] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eef30a-37bd-4e01-8e24-37e9abe1408f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.970420] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc83e1-dd66-434d-babb-0bde85f6aedc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.003489] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098930, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.149126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.149126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.155645] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.156061] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.156393] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.156695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.157060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.159522] env[63862]: INFO nova.compute.manager [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Terminating instance [ 2349.231557] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098932, 'name': Rename_Task, 'duration_secs': 0.146047} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.231557] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2349.231557] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d129470a-5005-4571-b8ca-50fbe80db48d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.237167] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2349.237167] env[63862]: value = "task-2098933" [ 2349.237167] env[63862]: _type = "Task" [ 2349.237167] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.244829] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.285024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.285024] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2349.286959] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.438s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.287398] env[63862]: DEBUG nova.objects.instance [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'resources' on Instance uuid 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2349.400120] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.502418] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098930, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.651893] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2349.663942] env[63862]: DEBUG nova.compute.manager [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2349.664326] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2349.666223] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c61d8-533f-499b-ad1c-fd1e8e364368 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.678049] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2349.678210] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7896423-5436-47fe-93fe-39b55e9746d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.688041] env[63862]: DEBUG oslo_vmware.api [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2349.688041] env[63862]: value = "task-2098934" [ 2349.688041] env[63862]: _type = "Task" [ 2349.688041] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.703124] env[63862]: DEBUG oslo_vmware.api [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.748234] env[63862]: DEBUG oslo_vmware.api [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098933, 'name': PowerOnVM_Task, 'duration_secs': 0.491509} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.748606] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2349.748851] env[63862]: DEBUG nova.compute.manager [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2349.749839] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197fa9db-893d-4175-8d36-d5d7c21de335 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.792029] env[63862]: DEBUG nova.compute.utils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2349.796091] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2349.796091] env[63862]: DEBUG nova.network.neutron [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2349.903493] env[63862]: DEBUG nova.policy [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d718a8118b24a55b39ba50fc35a92fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '300f67bd54cc481d8b06a1569d3b29ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2349.929100] env[63862]: DEBUG nova.compute.manager [req-7e2e5e05-5711-43dc-942c-65eae9e33b6e req-3ea31c23-2ce2-4315-a071-09f50be09c76 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-vif-plugged-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2349.929322] env[63862]: DEBUG oslo_concurrency.lockutils [req-7e2e5e05-5711-43dc-942c-65eae9e33b6e req-3ea31c23-2ce2-4315-a071-09f50be09c76 service nova] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.929538] env[63862]: DEBUG oslo_concurrency.lockutils [req-7e2e5e05-5711-43dc-942c-65eae9e33b6e req-3ea31c23-2ce2-4315-a071-09f50be09c76 service nova] Lock "2065d125-3600-436a-9069-56f221d8e80b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2349.929707] env[63862]: DEBUG oslo_concurrency.lockutils [req-7e2e5e05-5711-43dc-942c-65eae9e33b6e req-3ea31c23-2ce2-4315-a071-09f50be09c76 service nova] Lock "2065d125-3600-436a-9069-56f221d8e80b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.931019] env[63862]: DEBUG nova.compute.manager [req-7e2e5e05-5711-43dc-942c-65eae9e33b6e req-3ea31c23-2ce2-4315-a071-09f50be09c76 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] No waiting events found dispatching network-vif-plugged-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2349.931019] env[63862]: WARNING nova.compute.manager [req-7e2e5e05-5711-43dc-942c-65eae9e33b6e req-3ea31c23-2ce2-4315-a071-09f50be09c76 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received unexpected event network-vif-plugged-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 for instance with vm_state building and task_state spawning. [ 2349.981859] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f15d5-d1e8-4872-a077-d1e6806b0e4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.990548] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2713ec3f-cf18-4981-b87e-68c4149adb8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.004406] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098930, 'name': CloneVM_Task, 'duration_secs': 1.71415} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.030939] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Created linked-clone VM from snapshot [ 2350.031866] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98220640-d814-4af0-85ec-2000ed32fdfe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.035157] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead5469b-6d76-4b73-a5a4-1f56f2a31563 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.046173] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dcea10-c76b-4531-84ad-a917aaa8f237 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.050258] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Uploading image 7841b782-94a1-410c-bda8-34acf36d9f6b {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2350.070265] env[63862]: DEBUG nova.compute.provider_tree [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2350.085217] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2350.085217] env[63862]: value = "vm-429777" [ 2350.085217] env[63862]: _type = "VirtualMachine" [ 2350.085217] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2350.085588] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-095e7137-a681-48e1-b22e-ada44fb1403c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.092562] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease: (returnval){ [ 2350.092562] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52744aed-b257-5438-01d9-8b011b6cc2e5" [ 2350.092562] env[63862]: _type = "HttpNfcLease" [ 2350.092562] env[63862]: } obtained for exporting VM: (result){ [ 2350.092562] env[63862]: value = "vm-429777" [ 2350.092562] env[63862]: _type = "VirtualMachine" [ 2350.092562] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2350.092867] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the lease: (returnval){ [ 2350.092867] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52744aed-b257-5438-01d9-8b011b6cc2e5" [ 2350.092867] env[63862]: _type = "HttpNfcLease" [ 2350.092867] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2350.100137] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2350.100137] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52744aed-b257-5438-01d9-8b011b6cc2e5" [ 2350.100137] env[63862]: _type = "HttpNfcLease" [ 2350.100137] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2350.134633] env[63862]: DEBUG nova.network.neutron [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Successfully updated port: f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2350.179113] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.198590] env[63862]: DEBUG oslo_vmware.api [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098934, 'name': PowerOffVM_Task, 'duration_secs': 0.200218} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.198590] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2350.198590] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2350.198590] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cb075af-a48d-4f31-be64-a9efd8516af6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.268727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.296970] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2350.322033] env[63862]: DEBUG nova.network.neutron [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Successfully created port: 28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2350.356954] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2350.357306] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2350.359033] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] 0439155c-9d8a-40bf-97e2-6d9aa69697b4 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2350.359033] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeae7390-6747-4f3d-832e-16d01cf1e279 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.366012] env[63862]: DEBUG oslo_vmware.api [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2350.366012] env[63862]: value = "task-2098937" [ 2350.366012] env[63862]: _type = "Task" [ 2350.366012] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.374373] env[63862]: DEBUG oslo_vmware.api [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.428416] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525cf864-3e3f-0277-a902-5e117b999de7/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2350.429342] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f88a8d0-2997-4b28-a138-4a0c8c870fa2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.435639] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525cf864-3e3f-0277-a902-5e117b999de7/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2350.435800] env[63862]: ERROR oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525cf864-3e3f-0277-a902-5e117b999de7/disk-0.vmdk due to incomplete transfer. [ 2350.436016] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e16dc3f3-5d7f-4412-b62b-5c923a471747 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.442484] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525cf864-3e3f-0277-a902-5e117b999de7/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2350.442674] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Uploaded image 6524c277-1375-4139-b675-4c0058e24ff3 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2350.445014] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2350.445271] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bcf48497-71d0-49d8-9998-d3b6e480bd19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.450724] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2350.450724] env[63862]: value = "task-2098938" [ 2350.450724] env[63862]: _type = "Task" [ 2350.450724] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.458581] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098938, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.557850] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "9c7a667a-a42c-4f44-9ce6-c881c233122e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.558170] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "9c7a667a-a42c-4f44-9ce6-c881c233122e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.558388] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "9c7a667a-a42c-4f44-9ce6-c881c233122e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.558600] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "9c7a667a-a42c-4f44-9ce6-c881c233122e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.558808] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "9c7a667a-a42c-4f44-9ce6-c881c233122e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.562069] env[63862]: INFO nova.compute.manager [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Terminating instance [ 2350.573701] env[63862]: DEBUG nova.scheduler.client.report [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2350.602166] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2350.602166] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52744aed-b257-5438-01d9-8b011b6cc2e5" [ 2350.602166] env[63862]: _type = "HttpNfcLease" [ 2350.602166] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2350.602499] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2350.602499] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52744aed-b257-5438-01d9-8b011b6cc2e5" [ 2350.602499] env[63862]: _type = "HttpNfcLease" [ 2350.602499] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2350.603258] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c362b0a7-56f0-472f-8f3c-ce7a2e6a6825 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.610442] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4a2b-f728-6953-f884-1e14a95e24f6/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2350.610604] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4a2b-f728-6953-f884-1e14a95e24f6/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2350.668152] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2350.668473] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2350.668473] env[63862]: DEBUG nova.network.neutron [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2350.712627] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f566d06-8bce-441d-852b-d6880a501e9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.876994] env[63862]: DEBUG oslo_vmware.api [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157636} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.877369] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2350.877575] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2350.877759] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2350.877936] env[63862]: INFO nova.compute.manager [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2350.878193] env[63862]: DEBUG oslo.service.loopingcall [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2350.878393] env[63862]: DEBUG nova.compute.manager [-] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2350.878488] env[63862]: DEBUG nova.network.neutron [-] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2350.962690] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098938, 'name': Destroy_Task, 'duration_secs': 0.355637} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.963196] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Destroyed the VM [ 2350.963724] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2350.966096] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a258e8e-7f65-4f2b-89af-f2960697e2e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.972019] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2350.972019] env[63862]: value = "task-2098939" [ 2350.972019] env[63862]: _type = "Task" [ 2350.972019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.980092] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098939, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.066220] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "refresh_cache-9c7a667a-a42c-4f44-9ce6-c881c233122e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2351.066507] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquired lock "refresh_cache-9c7a667a-a42c-4f44-9ce6-c881c233122e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2351.066785] env[63862]: DEBUG nova.network.neutron [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2351.078393] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.080837] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.278s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.082479] env[63862]: INFO nova.compute.claims [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2351.113307] env[63862]: INFO nova.scheduler.client.report [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted allocations for instance 48600c3d-f40e-4c5d-bd1e-f8515c45eb90 [ 2351.222670] env[63862]: DEBUG nova.network.neutron [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2351.304897] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2351.331742] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2351.332331] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2351.332331] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2351.332540] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2351.332638] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2351.332832] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2351.333107] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2351.333855] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2351.334490] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2351.334928] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2351.335255] env[63862]: DEBUG nova.virt.hardware [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2351.336736] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56c3e5-c6e7-45aa-82ae-6e00f085f8a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.347502] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32295f-3dfc-455a-9b25-28b55c384a0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.425398] env[63862]: DEBUG nova.network.neutron [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2351.480270] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098939, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.585193] env[63862]: DEBUG nova.network.neutron [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2351.622047] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1cf3de2f-1726-425e-b687-80c0ca229ae9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "48600c3d-f40e-4c5d-bd1e-f8515c45eb90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.595s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.641439] env[63862]: DEBUG nova.network.neutron [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2351.692199] env[63862]: DEBUG nova.network.neutron [-] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2351.876717] env[63862]: DEBUG nova.network.neutron [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Successfully updated port: 28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2351.927652] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.927956] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Instance network_info: |[{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2351.928450] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:94:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2351.936827] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Creating folder: Project (e2269b36dcf2403680187c809f6edc3d). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2351.937217] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afe8fb90-dac4-468c-8528-8c63adba7238 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.949689] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Created folder: Project (e2269b36dcf2403680187c809f6edc3d) in parent group-v429490. [ 2351.950096] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Creating folder: Instances. Parent ref: group-v429778. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2351.951162] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-678a845e-5b96-4056-8531-b96da3bfb672 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.962564] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Created folder: Instances in parent group-v429778. [ 2351.962984] env[63862]: DEBUG oslo.service.loopingcall [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2351.964864] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2351.967584] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-changed-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2351.967850] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Refreshing instance network info cache due to event network-changed-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2351.968239] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Acquiring lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2351.968298] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Acquired lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2351.968523] env[63862]: DEBUG nova.network.neutron [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Refreshing network info cache for port f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2351.970471] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acafe22a-cca4-4a25-83fe-4b9aef43bed9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.001899] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098939, 'name': RemoveSnapshot_Task, 'duration_secs': 0.837938} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.003466] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2352.003884] env[63862]: DEBUG nova.compute.manager [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2352.004234] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2352.004234] env[63862]: value = "task-2098942" [ 2352.004234] env[63862]: _type = "Task" [ 2352.004234] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.005043] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8598281-5b19-4727-8b88-f73913c78d45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.021767] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098942, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.145065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Releasing lock "refresh_cache-9c7a667a-a42c-4f44-9ce6-c881c233122e" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2352.145065] env[63862]: DEBUG nova.compute.manager [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2352.145065] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2352.145768] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1759e8a-a202-4e2c-ba11-43b5ac082e7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.157835] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2352.158179] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52fdc3fa-9098-411d-a0d1-bac4ca6410d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.165479] env[63862]: DEBUG oslo_vmware.api [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2352.165479] env[63862]: value = "task-2098943" [ 2352.165479] env[63862]: _type = "Task" [ 2352.165479] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.183128] env[63862]: DEBUG oslo_vmware.api [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.195447] env[63862]: INFO nova.compute.manager [-] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Took 1.32 seconds to deallocate network for instance. [ 2352.282266] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892bff69-1dac-4262-896b-5b5ca854aa63 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.291036] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17d773b-50ed-4960-8325-899a3c4770a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.327021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835dc02a-2be8-4cc8-bd27-51882916e91d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.334561] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e6582-c46b-40ab-b9b9-f238b48f0d24 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.351218] env[63862]: DEBUG nova.compute.provider_tree [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2352.379441] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.379787] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.379969] env[63862]: DEBUG nova.network.neutron [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2352.521692] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098942, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.522189] env[63862]: INFO nova.compute.manager [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Shelve offloading [ 2352.679018] env[63862]: DEBUG oslo_vmware.api [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098943, 'name': PowerOffVM_Task, 'duration_secs': 0.124021} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.679018] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2352.679354] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2352.679474] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-517ea06b-97a5-4fa9-904a-1f4e00e5ac85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.708129] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.709028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2352.709028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2352.709383] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Deleting the datastore file [datastore2] 9c7a667a-a42c-4f44-9ce6-c881c233122e {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2352.709851] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c00c935-5bc4-40b1-a15a-8d2820f85430 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.717140] env[63862]: DEBUG oslo_vmware.api [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for the task: (returnval){ [ 2352.717140] env[63862]: value = "task-2098945" [ 2352.717140] env[63862]: _type = "Task" [ 2352.717140] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.728680] env[63862]: DEBUG oslo_vmware.api [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.759217] env[63862]: DEBUG nova.network.neutron [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updated VIF entry in instance network info cache for port f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2352.759607] env[63862]: DEBUG nova.network.neutron [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2352.854647] env[63862]: DEBUG nova.scheduler.client.report [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2352.916325] env[63862]: DEBUG nova.network.neutron [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2353.021196] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098942, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.028045] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2353.028045] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b35275d5-951c-43e5-895a-f4abd79cdd9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.036174] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2353.036174] env[63862]: value = "task-2098946" [ 2353.036174] env[63862]: _type = "Task" [ 2353.036174] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.046865] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2353.047076] env[63862]: DEBUG nova.compute.manager [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2353.048037] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a3dc3-0fda-4e63-b86b-897236e61c00 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.054748] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.055102] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.055205] env[63862]: DEBUG nova.network.neutron [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2353.104519] env[63862]: DEBUG nova.network.neutron [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updating instance_info_cache with network_info: [{"id": "28c36668-822c-4447-80ab-30423e289c2e", "address": "fa:16:3e:6d:42:e7", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c36668-82", "ovs_interfaceid": "28c36668-822c-4447-80ab-30423e289c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.228498] env[63862]: DEBUG oslo_vmware.api [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Task: {'id': task-2098945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154496} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.228774] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2353.228976] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2353.230082] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2353.230082] env[63862]: INFO nova.compute.manager [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2353.230082] env[63862]: DEBUG oslo.service.loopingcall [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2353.230082] env[63862]: DEBUG nova.compute.manager [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2353.230082] env[63862]: DEBUG nova.network.neutron [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2353.251577] env[63862]: DEBUG nova.network.neutron [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2353.262402] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Releasing lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.262864] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Received event network-vif-deleted-d521b78c-03cc-4a23-be81-80360280aa11 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.262864] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Received event network-vif-plugged-28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.263029] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Acquiring lock "55a96ec9-f799-4151-8b18-b735c6569776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.263243] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Lock "55a96ec9-f799-4151-8b18-b735c6569776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.264280] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Lock "55a96ec9-f799-4151-8b18-b735c6569776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.264280] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] No waiting events found dispatching network-vif-plugged-28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2353.264280] env[63862]: WARNING nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Received unexpected event network-vif-plugged-28c36668-822c-4447-80ab-30423e289c2e for instance with vm_state building and task_state spawning. [ 2353.264280] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Received event network-changed-28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.264280] env[63862]: DEBUG nova.compute.manager [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Refreshing instance network info cache due to event network-changed-28c36668-822c-4447-80ab-30423e289c2e. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2353.264280] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Acquiring lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.360612] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.361170] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2353.367026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.967s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.367026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.367202] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2353.367543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.189s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.369222] env[63862]: INFO nova.compute.claims [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2353.372936] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337de3eb-0ac4-4647-bd5a-7ea072837320 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.381623] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f224793-2157-40f6-8eae-0f3cb1ed25c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.401836] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00771714-81ea-4459-b66a-16482b5f6ce3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.410386] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f025e-36a3-4d9b-97e7-72ed1ffeaab2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.444055] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179958MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2353.444055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.520381] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098942, 'name': CreateVM_Task, 'duration_secs': 1.473234} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.520585] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2353.521374] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.521602] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.521987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2353.522295] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee485eb-fd04-4e18-8e61-843b9eef234b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.527939] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2353.527939] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a2eb7e-3499-f4f0-f5cc-33e17d0b3abd" [ 2353.527939] env[63862]: _type = "Task" [ 2353.527939] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.535613] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a2eb7e-3499-f4f0-f5cc-33e17d0b3abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.607899] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.608475] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Instance network_info: |[{"id": "28c36668-822c-4447-80ab-30423e289c2e", "address": "fa:16:3e:6d:42:e7", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c36668-82", "ovs_interfaceid": "28c36668-822c-4447-80ab-30423e289c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2353.608835] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Acquired lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.609026] env[63862]: DEBUG nova.network.neutron [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Refreshing network info cache for port 28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2353.610286] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:42:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c36668-822c-4447-80ab-30423e289c2e', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2353.617717] env[63862]: DEBUG oslo.service.loopingcall [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2353.621098] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2353.621222] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50782ea8-a1c7-41fb-940f-623f315c47a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.641753] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2353.641753] env[63862]: value = "task-2098947" [ 2353.641753] env[63862]: _type = "Task" [ 2353.641753] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.649383] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098947, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.754295] env[63862]: DEBUG nova.network.neutron [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.814169] env[63862]: DEBUG nova.network.neutron [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updating instance_info_cache with network_info: [{"id": "b86f1d35-095f-407a-9672-4ab9f38fe739", "address": "fa:16:3e:ce:b9:03", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86f1d35-09", "ovs_interfaceid": "b86f1d35-095f-407a-9672-4ab9f38fe739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.846162] env[63862]: DEBUG nova.network.neutron [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updated VIF entry in instance network info cache for port 28c36668-822c-4447-80ab-30423e289c2e. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2353.846541] env[63862]: DEBUG nova.network.neutron [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updating instance_info_cache with network_info: [{"id": "28c36668-822c-4447-80ab-30423e289c2e", "address": "fa:16:3e:6d:42:e7", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c36668-82", "ovs_interfaceid": "28c36668-822c-4447-80ab-30423e289c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.873852] env[63862]: DEBUG nova.compute.utils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2353.875841] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2353.876378] env[63862]: DEBUG nova.network.neutron [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2354.039474] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a2eb7e-3499-f4f0-f5cc-33e17d0b3abd, 'name': SearchDatastore_Task, 'duration_secs': 0.015019} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.039796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.040057] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2354.040302] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.040451] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.040714] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2354.040891] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e622595e-4267-4992-abf8-1624942c3c83 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.049607] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2354.049835] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2354.050610] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3949209-055f-4571-861c-863214e4ec78 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.056344] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2354.056344] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]520037e3-d74b-ca5e-ec3b-1d18d068bf08" [ 2354.056344] env[63862]: _type = "Task" [ 2354.056344] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.069860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.070125] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.071834] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520037e3-d74b-ca5e-ec3b-1d18d068bf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.151698] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098947, 'name': CreateVM_Task, 'duration_secs': 0.487167} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.151872] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2354.152582] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.152744] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2354.153072] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2354.153332] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5792db2-bf52-48a7-89d8-4fccd7755e7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.156643] env[63862]: DEBUG nova.policy [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '745f86184e0a4dbb9f2f662f4cc482df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3582821f11e94c438ebde7e64d420575', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2354.159531] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2354.159531] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e2b867-51e8-de94-8807-2ef5d60dd9cb" [ 2354.159531] env[63862]: _type = "Task" [ 2354.159531] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.167982] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e2b867-51e8-de94-8807-2ef5d60dd9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.256953] env[63862]: INFO nova.compute.manager [-] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Took 1.03 seconds to deallocate network for instance. [ 2354.317176] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.349587] env[63862]: DEBUG oslo_concurrency.lockutils [req-837cdcea-df13-426e-b18d-38938b5f8c69 req-50c9a82f-36e6-4a5a-8211-7a0d6b95c6df service nova] Releasing lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.379529] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2354.456284] env[63862]: DEBUG nova.network.neutron [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Successfully created port: 49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2354.573225] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2354.575982] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]520037e3-d74b-ca5e-ec3b-1d18d068bf08, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.577108] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6bd0f5-14ba-4857-b289-8e8c57ea89a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.585983] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2354.585983] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5220bcc1-6a3c-148d-a1f1-432d1d9a81d0" [ 2354.585983] env[63862]: _type = "Task" [ 2354.585983] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.604375] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5220bcc1-6a3c-148d-a1f1-432d1d9a81d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.617042] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8844f2-c7a0-49cb-8337-1422a0600808 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.624989] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c91da-e6c2-4781-bddf-1117b38a8656 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.660113] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589941ac-394c-4736-8395-e75be7e2d5ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.677016] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e2b867-51e8-de94-8807-2ef5d60dd9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.677016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.677016] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2354.677016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2354.677016] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6334a7-4b9e-4537-bab2-d56a5a0b6ebd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.682221] env[63862]: DEBUG nova.compute.manager [req-60981280-8d52-4358-997c-8ad7d4a7b49d req-72b0c9ef-7afb-4e46-bca8-17fe99475307 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Received event network-vif-unplugged-b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2354.682221] env[63862]: DEBUG oslo_concurrency.lockutils [req-60981280-8d52-4358-997c-8ad7d4a7b49d req-72b0c9ef-7afb-4e46-bca8-17fe99475307 service nova] Acquiring lock "a08386fa-cacb-4284-a282-c3968c073a06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.682399] env[63862]: DEBUG oslo_concurrency.lockutils [req-60981280-8d52-4358-997c-8ad7d4a7b49d req-72b0c9ef-7afb-4e46-bca8-17fe99475307 service nova] Lock "a08386fa-cacb-4284-a282-c3968c073a06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.682446] env[63862]: DEBUG oslo_concurrency.lockutils [req-60981280-8d52-4358-997c-8ad7d4a7b49d req-72b0c9ef-7afb-4e46-bca8-17fe99475307 service nova] Lock "a08386fa-cacb-4284-a282-c3968c073a06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2354.682630] env[63862]: DEBUG nova.compute.manager [req-60981280-8d52-4358-997c-8ad7d4a7b49d req-72b0c9ef-7afb-4e46-bca8-17fe99475307 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] No waiting events found dispatching network-vif-unplugged-b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2354.682802] env[63862]: WARNING nova.compute.manager [req-60981280-8d52-4358-997c-8ad7d4a7b49d req-72b0c9ef-7afb-4e46-bca8-17fe99475307 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Received unexpected event network-vif-unplugged-b86f1d35-095f-407a-9672-4ab9f38fe739 for instance with vm_state shelved and task_state shelving_offloading. [ 2354.683925] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2354.685162] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e9a553-f574-4f0b-a5d5-40eed1945b14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.698111] env[63862]: DEBUG nova.compute.provider_tree [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2354.701383] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2354.701826] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f20a5a-9420-4299-90cc-6fd8b36f1b1d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.763365] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.919864] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2354.920131] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2354.920328] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleting the datastore file [datastore2] a08386fa-cacb-4284-a282-c3968c073a06 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2354.920592] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-905ac42a-c5d7-4660-a0ba-6e5bb3601a13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.926915] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2354.926915] env[63862]: value = "task-2098949" [ 2354.926915] env[63862]: _type = "Task" [ 2354.926915] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.935067] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.097095] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5220bcc1-6a3c-148d-a1f1-432d1d9a81d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.098186] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.099666] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.099966] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2065d125-3600-436a-9069-56f221d8e80b/2065d125-3600-436a-9069-56f221d8e80b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2355.100299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.100510] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2355.100758] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2708f1a1-9aba-4142-93c4-3f4a5101208f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.102889] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba45a5d7-6d72-473a-8ee8-feee33085834 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.109245] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2355.109245] env[63862]: value = "task-2098950" [ 2355.109245] env[63862]: _type = "Task" [ 2355.109245] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.113655] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2355.113817] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2355.114982] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9b759b-a8eb-4d65-aa29-1ce8bc7c1769 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.121307] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.124464] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2355.124464] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cc4963-4ab0-82aa-f60f-c78163f091a0" [ 2355.124464] env[63862]: _type = "Task" [ 2355.124464] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.132426] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cc4963-4ab0-82aa-f60f-c78163f091a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.202856] env[63862]: DEBUG nova.scheduler.client.report [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2355.391191] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2355.420071] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2355.420366] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2355.420511] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2355.420688] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2355.420834] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2355.420977] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2355.421236] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2355.421411] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2355.421579] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2355.421740] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2355.421915] env[63862]: DEBUG nova.virt.hardware [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2355.422842] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43056279-c29b-4b9c-b7e6-d2fbde639010 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.434299] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f980f6ce-a646-4962-b325-476a6084d796 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.443568] env[63862]: DEBUG oslo_vmware.api [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2098949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253533} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.451742] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2355.451963] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2355.452169] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2355.474176] env[63862]: INFO nova.scheduler.client.report [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocations for instance a08386fa-cacb-4284-a282-c3968c073a06 [ 2355.622018] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.636143] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cc4963-4ab0-82aa-f60f-c78163f091a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.636963] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf3a98f-a18f-43f9-b03a-379ebeca48eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.642426] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2355.642426] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d23d22-fe64-fa68-221f-b053ca740370" [ 2355.642426] env[63862]: _type = "Task" [ 2355.642426] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.652300] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d23d22-fe64-fa68-221f-b053ca740370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.712428] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.712989] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2355.716254] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.448s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.716472] env[63862]: DEBUG nova.objects.instance [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63862) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2355.979285] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.120615] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098950, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.152295] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d23d22-fe64-fa68-221f-b053ca740370, 'name': SearchDatastore_Task, 'duration_secs': 0.035203} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.152553] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.152813] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 55a96ec9-f799-4151-8b18-b735c6569776/55a96ec9-f799-4151-8b18-b735c6569776.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2356.153141] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49b59fa-cf19-4ea6-a04d-e7b0617396dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.160479] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2356.160479] env[63862]: value = "task-2098951" [ 2356.160479] env[63862]: _type = "Task" [ 2356.160479] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.168709] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.221482] env[63862]: DEBUG nova.compute.utils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2356.225923] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2356.226358] env[63862]: DEBUG nova.network.neutron [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2356.268890] env[63862]: DEBUG nova.policy [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54281c029188407cb062861446fc42ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9966a7afebff4f0a989b2e6f0efe6c4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2356.623579] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098950, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.624535] env[63862]: DEBUG nova.network.neutron [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Successfully created port: 1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2356.672146] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.727121] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2356.734020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3821dce1-a1ad-4a5b-8a48-d35104724348 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2356.734020] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.026s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.734020] env[63862]: DEBUG nova.objects.instance [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid 0439155c-9d8a-40bf-97e2-6d9aa69697b4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2356.780232] env[63862]: DEBUG nova.compute.manager [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Received event network-changed-b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2356.780232] env[63862]: DEBUG nova.compute.manager [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Refreshing instance network info cache due to event network-changed-b86f1d35-095f-407a-9672-4ab9f38fe739. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2356.780408] env[63862]: DEBUG oslo_concurrency.lockutils [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] Acquiring lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.780526] env[63862]: DEBUG oslo_concurrency.lockutils [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] Acquired lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.780689] env[63862]: DEBUG nova.network.neutron [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Refreshing network info cache for port b86f1d35-095f-407a-9672-4ab9f38fe739 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2357.122722] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098950, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.588104} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.123099] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2065d125-3600-436a-9069-56f221d8e80b/2065d125-3600-436a-9069-56f221d8e80b.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2357.123597] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2357.123597] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b813b8fa-b7f1-46a7-9f87-53eb126b5e92 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.135137] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2357.135137] env[63862]: value = "task-2098952" [ 2357.135137] env[63862]: _type = "Task" [ 2357.135137] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.144782] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.171296] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098951, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007345} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.171701] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 55a96ec9-f799-4151-8b18-b735c6569776/55a96ec9-f799-4151-8b18-b735c6569776.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2357.171911] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2357.172196] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-defd7359-9639-4e6b-a39c-63b5a8277cda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.180128] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2357.180128] env[63862]: value = "task-2098953" [ 2357.180128] env[63862]: _type = "Task" [ 2357.180128] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.189413] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.390085] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95a20ff-57e2-4645-8306-6283401b5696 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.400018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714a4534-f2d0-4f28-8282-1d48b1086ccf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.433888] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2752ed4-3ec9-41a2-8d83-cad2af069079 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.441532] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59df7149-3a30-491a-a60e-5b56ced3d849 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.454974] env[63862]: DEBUG nova.compute.provider_tree [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2357.560925] env[63862]: DEBUG nova.network.neutron [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updated VIF entry in instance network info cache for port b86f1d35-095f-407a-9672-4ab9f38fe739. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2357.560925] env[63862]: DEBUG nova.network.neutron [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updating instance_info_cache with network_info: [{"id": "b86f1d35-095f-407a-9672-4ab9f38fe739", "address": "fa:16:3e:ce:b9:03", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": null, "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb86f1d35-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.632251] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "a08386fa-cacb-4284-a282-c3968c073a06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.644704] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076855} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.646039] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2357.646039] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d1b1af-cd24-4cb7-a3f7-52c23ff18896 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.668281] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 2065d125-3600-436a-9069-56f221d8e80b/2065d125-3600-436a-9069-56f221d8e80b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2357.668624] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f71779-2371-4cd1-93aa-2a4e4521d28a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.691109] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118589} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.692414] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2357.692803] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2357.692803] env[63862]: value = "task-2098954" [ 2357.692803] env[63862]: _type = "Task" [ 2357.692803] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.693497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6b5d25-737b-49bd-a3d4-404bf0bd4ddf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.704847] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.721739] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 55a96ec9-f799-4151-8b18-b735c6569776/55a96ec9-f799-4151-8b18-b735c6569776.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2357.722085] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066fe473-6ef4-41b7-b15e-b19c81ca3880 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.741798] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2357.744016] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2357.744016] env[63862]: value = "task-2098955" [ 2357.744016] env[63862]: _type = "Task" [ 2357.744016] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.753071] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.769499] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2357.769775] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2357.769923] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2357.770171] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2357.770320] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2357.770469] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2357.770684] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2357.770843] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2357.771014] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2357.771182] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2357.771357] env[63862]: DEBUG nova.virt.hardware [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2357.772268] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa61d5f-46f8-40b4-8e2d-0c25d4162191 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.781630] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b290369-bc62-4021-9239-c7f063e78bf3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.958387] env[63862]: DEBUG nova.scheduler.client.report [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2358.062335] env[63862]: DEBUG oslo_concurrency.lockutils [req-8028f3ec-290a-4e4c-a135-66c96e442255 req-d4e4cc98-360a-4aeb-af7e-ed7aebe37095 service nova] Releasing lock "refresh_cache-a08386fa-cacb-4284-a282-c3968c073a06" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.207116] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098954, 'name': ReconfigVM_Task, 'duration_secs': 0.343291} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.207116] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 2065d125-3600-436a-9069-56f221d8e80b/2065d125-3600-436a-9069-56f221d8e80b.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2358.207736] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2e3f51e-719c-42a4-bb78-ff20a4e7d49a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.214035] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2358.214035] env[63862]: value = "task-2098956" [ 2358.214035] env[63862]: _type = "Task" [ 2358.214035] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.221289] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098956, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.254190] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098955, 'name': ReconfigVM_Task, 'duration_secs': 0.4906} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.254508] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 55a96ec9-f799-4151-8b18-b735c6569776/55a96ec9-f799-4151-8b18-b735c6569776.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2358.255170] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-388b26c8-6181-4d8b-a415-9cceb705e9c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.261555] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2358.261555] env[63862]: value = "task-2098957" [ 2358.261555] env[63862]: _type = "Task" [ 2358.261555] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.270268] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098957, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.435014] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4a2b-f728-6953-f884-1e14a95e24f6/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2358.436013] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e969223-b9c4-4e96-a6a2-6e59a4070be3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.442094] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4a2b-f728-6953-f884-1e14a95e24f6/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2358.442268] env[63862]: ERROR oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4a2b-f728-6953-f884-1e14a95e24f6/disk-0.vmdk due to incomplete transfer. [ 2358.442485] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ce5ab30-2363-458c-9f8a-38615779e924 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.449058] env[63862]: DEBUG oslo_vmware.rw_handles [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ce4a2b-f728-6953-f884-1e14a95e24f6/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2358.449295] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Uploaded image 7841b782-94a1-410c-bda8-34acf36d9f6b to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2358.451703] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2358.451947] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c017fc0-0686-47d4-b350-cea84baaae65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.457214] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2358.457214] env[63862]: value = "task-2098958" [ 2358.457214] env[63862]: _type = "Task" [ 2358.457214] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.466937] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.468847] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.469281] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.025s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.485033] env[63862]: INFO nova.scheduler.client.report [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance 0439155c-9d8a-40bf-97e2-6d9aa69697b4 [ 2358.723550] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098956, 'name': Rename_Task, 'duration_secs': 0.165414} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.723716] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2358.723957] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b6303f-5e0c-47bb-9390-0eb4a06a8190 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.729467] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2358.729467] env[63862]: value = "task-2098959" [ 2358.729467] env[63862]: _type = "Task" [ 2358.729467] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.736360] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.770587] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098957, 'name': Rename_Task, 'duration_secs': 0.16683} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.770847] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2358.771096] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2da32e6d-8d37-4e17-93a6-726af8478ab7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.776984] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2358.776984] env[63862]: value = "task-2098960" [ 2358.776984] env[63862]: _type = "Task" [ 2358.776984] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.784781] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.966831] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.992796] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6f138a4f-0bba-4d48-8c3f-cc7b2bd6b2f8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "0439155c-9d8a-40bf-97e2-6d9aa69697b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.837s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.239385] env[63862]: DEBUG oslo_vmware.api [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2098959, 'name': PowerOnVM_Task, 'duration_secs': 0.447537} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.239799] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2359.240102] env[63862]: INFO nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Took 10.31 seconds to spawn the instance on the hypervisor. [ 2359.240225] env[63862]: DEBUG nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2359.241040] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6249a06b-70d1-4a1c-a33a-53d0695461d6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.288150] env[63862]: DEBUG oslo_vmware.api [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2098960, 'name': PowerOnVM_Task, 'duration_secs': 0.456775} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.289312] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2359.289597] env[63862]: INFO nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Took 7.98 seconds to spawn the instance on the hypervisor. [ 2359.289820] env[63862]: DEBUG nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2359.290719] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4312ee5f-1c0e-42f7-b38e-2a0b8bdbd65f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.467903] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.500889] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.501102] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a9ff6f09-2e05-45d4-bd3d-48b3ad528517 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.501240] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.501362] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 9ef766e3-e6e2-4cca-befd-09c4aff22fbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.501503] env[63862]: WARNING nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 9c7a667a-a42c-4f44-9ce6-c881c233122e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2359.502096] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2065d125-3600-436a-9069-56f221d8e80b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.502096] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 55a96ec9-f799-4151-8b18-b735c6569776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.502096] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 0e7f8f04-de48-474d-bd26-608dca013e36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.502096] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance b7d2c5b9-d19f-4c43-8425-06464f0e01af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2359.758259] env[63862]: INFO nova.compute.manager [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Took 22.24 seconds to build instance. [ 2359.814845] env[63862]: INFO nova.compute.manager [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Took 14.01 seconds to build instance. [ 2359.968029] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.004997] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2360.005294] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2360.005447] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2360.028828] env[63862]: DEBUG nova.compute.manager [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-changed-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2360.029051] env[63862]: DEBUG nova.compute.manager [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Refreshing instance network info cache due to event network-changed-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2360.029268] env[63862]: DEBUG oslo_concurrency.lockutils [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] Acquiring lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.029408] env[63862]: DEBUG oslo_concurrency.lockutils [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] Acquired lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.029567] env[63862]: DEBUG nova.network.neutron [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Refreshing network info cache for port f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2360.172102] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c3fd60-5565-4d09-a998-3b359b347f18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.182123] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "3a025f05-ba78-42fc-8743-54b585f724cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.182264] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "3a025f05-ba78-42fc-8743-54b585f724cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.184022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f726f3-76bf-4964-9e72-2a20ab1192ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.220516] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef35c6aa-5485-4575-b005-034ac4d4e886 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.227328] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba79341-0c0e-487c-b292-55ff6caaed6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.241058] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.259012] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a108eed2-dd52-4fb7-9dd5-dbcdee5358fc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "2065d125-3600-436a-9069-56f221d8e80b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.753s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.318380] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4b16a923-2701-40d1-895a-c11116d5a418 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "55a96ec9-f799-4151-8b18-b735c6569776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.532s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.468867] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.690624] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2360.743508] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2360.806890] env[63862]: DEBUG nova.network.neutron [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updated VIF entry in instance network info cache for port f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2360.807339] env[63862]: DEBUG nova.network.neutron [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2360.970593] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.212089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.247576] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2361.247867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.779s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.248137] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.485s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.248287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.250317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.152s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.251859] env[63862]: INFO nova.compute.claims [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2361.254407] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2361.254556] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2361.276944] env[63862]: INFO nova.scheduler.client.report [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Deleted allocations for instance 9c7a667a-a42c-4f44-9ce6-c881c233122e [ 2361.311781] env[63862]: DEBUG oslo_concurrency.lockutils [req-04c98e17-8dd1-4754-aed9-978068f85747 req-35916d06-cd5f-4c47-a1d3-600bf39e945d service nova] Releasing lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.470456] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.775230] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 54 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2361.775489] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0439155c-9d8a-40bf-97e2-6d9aa69697b4] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2361.786508] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8bc365b2-c2e3-4dec-98d7-6a02e2347cd8 tempest-ServerShowV254Test-1030496630 tempest-ServerShowV254Test-1030496630-project-member] Lock "9c7a667a-a42c-4f44-9ce6-c881c233122e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.228s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.972293] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.066183] env[63862]: DEBUG nova.compute.manager [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Received event network-changed-28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2362.066405] env[63862]: DEBUG nova.compute.manager [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Refreshing instance network info cache due to event network-changed-28c36668-822c-4447-80ab-30423e289c2e. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2362.066623] env[63862]: DEBUG oslo_concurrency.lockutils [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] Acquiring lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.066767] env[63862]: DEBUG oslo_concurrency.lockutils [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] Acquired lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.066926] env[63862]: DEBUG nova.network.neutron [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Refreshing network info cache for port 28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2362.280990] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 96ea4d77-5733-4928-9a94-2f68e9bbe87d] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2362.422488] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e1e03e-6a4b-4888-8945-9b473c396b4e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.430581] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d31add-a129-41f2-aa51-16569e96e15a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.462895] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc77402-898e-4995-b229-387acbe95ab0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.476978] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c75403-487b-4763-a3be-d54b41313f3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.480907] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.491103] env[63862]: DEBUG nova.compute.provider_tree [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2362.785477] env[63862]: DEBUG nova.network.neutron [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updated VIF entry in instance network info cache for port 28c36668-822c-4447-80ab-30423e289c2e. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2362.786457] env[63862]: DEBUG nova.network.neutron [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updating instance_info_cache with network_info: [{"id": "28c36668-822c-4447-80ab-30423e289c2e", "address": "fa:16:3e:6d:42:e7", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c36668-82", "ovs_interfaceid": "28c36668-822c-4447-80ab-30423e289c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.787986] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 8b21e2b4-0c41-4fcf-aaee-02b5470b550f] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2362.976408] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098958, 'name': Destroy_Task, 'duration_secs': 4.084248} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.976719] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Destroyed the VM [ 2362.977008] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2362.977284] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15f01f88-c468-409b-bba8-2929b7c2ac9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.984579] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2362.984579] env[63862]: value = "task-2098962" [ 2362.984579] env[63862]: _type = "Task" [ 2362.984579] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.992874] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.993881] env[63862]: DEBUG nova.scheduler.client.report [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2363.146857] env[63862]: DEBUG nova.network.neutron [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Successfully updated port: 49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2363.291479] env[63862]: DEBUG oslo_concurrency.lockutils [req-094c86fb-2b28-426d-b579-a4d1fb796c76 req-3527d541-04e8-40eb-b450-a3acb6a7ec07 service nova] Releasing lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.292018] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5bc56fff-fcd1-49b3-8879-47daebba3578] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2363.494777] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098962, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.499644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.500189] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2363.502865] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.524s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.503192] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.505356] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.293s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.507520] env[63862]: INFO nova.compute.claims [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2363.649701] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "refresh_cache-0e7f8f04-de48-474d-bd26-608dca013e36" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.649868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquired lock "refresh_cache-0e7f8f04-de48-474d-bd26-608dca013e36" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.650261] env[63862]: DEBUG nova.network.neutron [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2363.729472] env[63862]: DEBUG nova.compute.manager [req-f7604079-b10a-44e8-8e56-4541e6fb7026 req-25396563-9038-4e67-9be7-d28a0a841b99 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Received event network-vif-plugged-1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2363.729694] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7604079-b10a-44e8-8e56-4541e6fb7026 req-25396563-9038-4e67-9be7-d28a0a841b99 service nova] Acquiring lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.729922] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7604079-b10a-44e8-8e56-4541e6fb7026 req-25396563-9038-4e67-9be7-d28a0a841b99 service nova] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.730405] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7604079-b10a-44e8-8e56-4541e6fb7026 req-25396563-9038-4e67-9be7-d28a0a841b99 service nova] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.730597] env[63862]: DEBUG nova.compute.manager [req-f7604079-b10a-44e8-8e56-4541e6fb7026 req-25396563-9038-4e67-9be7-d28a0a841b99 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] No waiting events found dispatching network-vif-plugged-1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2363.730767] env[63862]: WARNING nova.compute.manager [req-f7604079-b10a-44e8-8e56-4541e6fb7026 req-25396563-9038-4e67-9be7-d28a0a841b99 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Received unexpected event network-vif-plugged-1dc241f8-44a1-4e95-a0b6-e7e5bf856255 for instance with vm_state building and task_state spawning. [ 2363.795743] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4e449ad9-e46e-41e1-84c9-c530457949ad] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2363.830319] env[63862]: DEBUG nova.network.neutron [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Successfully updated port: 1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2363.996010] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098962, 'name': RemoveSnapshot_Task, 'duration_secs': 0.886389} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.996336] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2363.996614] env[63862]: DEBUG nova.compute.manager [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2363.997411] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27673b0-17ce-4013-b63b-cdcebf17431c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.010550] env[63862]: DEBUG nova.compute.utils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2364.014665] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2364.015062] env[63862]: DEBUG nova.network.neutron [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2364.018520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c49b732e-6357-47d1-8cf9-3fa5c67d1a57 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.583s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.019335] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.387s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.019552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "a08386fa-cacb-4284-a282-c3968c073a06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.019752] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.019916] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.021783] env[63862]: INFO nova.compute.manager [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Terminating instance [ 2364.090837] env[63862]: DEBUG nova.policy [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41fdb549341549909e1cbed09da23da7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11eedd5d807248fbb6ffe3dabcc61c47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2364.100808] env[63862]: DEBUG nova.compute.manager [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Received event network-vif-plugged-49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.101106] env[63862]: DEBUG oslo_concurrency.lockutils [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] Acquiring lock "0e7f8f04-de48-474d-bd26-608dca013e36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.101279] env[63862]: DEBUG oslo_concurrency.lockutils [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] Lock "0e7f8f04-de48-474d-bd26-608dca013e36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.101413] env[63862]: DEBUG oslo_concurrency.lockutils [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] Lock "0e7f8f04-de48-474d-bd26-608dca013e36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.101587] env[63862]: DEBUG nova.compute.manager [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] No waiting events found dispatching network-vif-plugged-49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2364.101753] env[63862]: WARNING nova.compute.manager [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Received unexpected event network-vif-plugged-49916700-9db4-493d-b19b-72d11773aea3 for instance with vm_state building and task_state spawning. [ 2364.101897] env[63862]: DEBUG nova.compute.manager [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Received event network-changed-49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.102056] env[63862]: DEBUG nova.compute.manager [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Refreshing instance network info cache due to event network-changed-49916700-9db4-493d-b19b-72d11773aea3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2364.102240] env[63862]: DEBUG oslo_concurrency.lockutils [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] Acquiring lock "refresh_cache-0e7f8f04-de48-474d-bd26-608dca013e36" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.183922] env[63862]: DEBUG nova.network.neutron [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2364.302191] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 1d94f58a-26e3-45db-94f2-6baeab5550c0] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2364.333660] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.333816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.333955] env[63862]: DEBUG nova.network.neutron [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2364.401027] env[63862]: DEBUG nova.network.neutron [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Updating instance_info_cache with network_info: [{"id": "49916700-9db4-493d-b19b-72d11773aea3", "address": "fa:16:3e:1b:49:96", "network": {"id": "0942e536-2295-4f85-a90e-08db8972487c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-402861338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3582821f11e94c438ebde7e64d420575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49916700-9d", "ovs_interfaceid": "49916700-9db4-493d-b19b-72d11773aea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.509723] env[63862]: INFO nova.compute.manager [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Shelve offloading [ 2364.513924] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2364.525134] env[63862]: DEBUG nova.compute.manager [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2364.525336] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2364.525884] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a046888-f00e-4dec-b4e6-11948eb7f43a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.536483] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c1ba64-cf89-418c-b138-4d2839e8533a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.569349] env[63862]: WARNING nova.virt.vmwareapi.vmops [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a08386fa-cacb-4284-a282-c3968c073a06 could not be found. [ 2364.569538] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2364.569760] env[63862]: INFO nova.compute.manager [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Took 0.04 seconds to destroy the instance on the hypervisor. [ 2364.570039] env[63862]: DEBUG oslo.service.loopingcall [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2364.570291] env[63862]: DEBUG nova.compute.manager [-] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2364.570464] env[63862]: DEBUG nova.network.neutron [-] [instance: a08386fa-cacb-4284-a282-c3968c073a06] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2364.649120] env[63862]: DEBUG nova.network.neutron [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Successfully created port: 995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2364.673495] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decd8484-94fb-46e4-a7c5-2a8d34cebe6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.682891] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51481e50-9261-41e1-9057-29ddc803b530 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.712467] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ee94b4-d5bc-4b63-a4e2-b1566bc4448c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.720625] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8571bb1-c452-4f58-9bdd-7bd00e905d5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.732886] env[63862]: DEBUG nova.compute.provider_tree [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2364.806634] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: cc1672aa-26ae-4bee-ae03-e32878d61078] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2364.876481] env[63862]: DEBUG nova.network.neutron [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2364.906947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Releasing lock "refresh_cache-0e7f8f04-de48-474d-bd26-608dca013e36" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.907305] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Instance network_info: |[{"id": "49916700-9db4-493d-b19b-72d11773aea3", "address": "fa:16:3e:1b:49:96", "network": {"id": "0942e536-2295-4f85-a90e-08db8972487c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-402861338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3582821f11e94c438ebde7e64d420575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49916700-9d", "ovs_interfaceid": "49916700-9db4-493d-b19b-72d11773aea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2364.907840] env[63862]: DEBUG oslo_concurrency.lockutils [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] Acquired lock "refresh_cache-0e7f8f04-de48-474d-bd26-608dca013e36" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.908120] env[63862]: DEBUG nova.network.neutron [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Refreshing network info cache for port 49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2364.909433] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:49:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49916700-9db4-493d-b19b-72d11773aea3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2364.916915] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Creating folder: Project (3582821f11e94c438ebde7e64d420575). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2364.917960] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-433eced2-91e1-4d1f-ab3d-8e7a87abe06a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.932085] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Created folder: Project (3582821f11e94c438ebde7e64d420575) in parent group-v429490. [ 2364.932274] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Creating folder: Instances. Parent ref: group-v429783. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2364.932500] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c61d67-0bdc-403c-a9ca-318afba026e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.945023] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Created folder: Instances in parent group-v429783. [ 2364.945023] env[63862]: DEBUG oslo.service.loopingcall [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2364.945023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2364.945023] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df95746-7d01-4e2b-aa7d-b4289347f84e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.962789] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2364.962789] env[63862]: value = "task-2098966" [ 2364.962789] env[63862]: _type = "Task" [ 2364.962789] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.970178] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098966, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.013198] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2365.013570] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1cf1a4-c002-4754-9fa0-e49b4e866fd2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.024731] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2365.024731] env[63862]: value = "task-2098967" [ 2365.024731] env[63862]: _type = "Task" [ 2365.024731] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.036219] env[63862]: DEBUG nova.network.neutron [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.037423] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2365.037627] env[63862]: DEBUG nova.compute.manager [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2365.038691] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c7808b-6bdd-4b72-9bef-a6879ec9e95e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.044827] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.045021] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.045206] env[63862]: DEBUG nova.network.neutron [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2365.237598] env[63862]: DEBUG nova.scheduler.client.report [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2365.310848] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 48600c3d-f40e-4c5d-bd1e-f8515c45eb90] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2365.312967] env[63862]: DEBUG nova.network.neutron [-] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.478885] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098966, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.527389] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2365.540872] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.540872] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Instance network_info: |[{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2365.541862] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:72:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dc241f8-44a1-4e95-a0b6-e7e5bf856255', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2365.551517] env[63862]: DEBUG oslo.service.loopingcall [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2365.555958] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2365.556716] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eb32756-8b18-48f6-ab92-e82ae71f5bdf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.576472] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2365.576728] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2365.576893] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2365.577192] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2365.577356] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2365.577506] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2365.577725] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2365.577909] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2365.578108] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2365.578297] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2365.578482] env[63862]: DEBUG nova.virt.hardware [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2365.579745] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4354267b-d807-484f-a4aa-63e3e713022e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.589835] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2365.589835] env[63862]: value = "task-2098968" [ 2365.589835] env[63862]: _type = "Task" [ 2365.589835] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.591064] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c37170d-0015-4978-b475-9a1719dffb03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.613721] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098968, 'name': CreateVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.733064] env[63862]: DEBUG nova.network.neutron [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Updated VIF entry in instance network info cache for port 49916700-9db4-493d-b19b-72d11773aea3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2365.733456] env[63862]: DEBUG nova.network.neutron [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Updating instance_info_cache with network_info: [{"id": "49916700-9db4-493d-b19b-72d11773aea3", "address": "fa:16:3e:1b:49:96", "network": {"id": "0942e536-2295-4f85-a90e-08db8972487c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-402861338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3582821f11e94c438ebde7e64d420575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49916700-9d", "ovs_interfaceid": "49916700-9db4-493d-b19b-72d11773aea3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.743508] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.743956] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2365.757067] env[63862]: DEBUG nova.compute.manager [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Received event network-changed-1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2365.757263] env[63862]: DEBUG nova.compute.manager [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Refreshing instance network info cache due to event network-changed-1dc241f8-44a1-4e95-a0b6-e7e5bf856255. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2365.757475] env[63862]: DEBUG oslo_concurrency.lockutils [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.757617] env[63862]: DEBUG oslo_concurrency.lockutils [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.757775] env[63862]: DEBUG nova.network.neutron [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Refreshing network info cache for port 1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2365.778308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.778546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.778750] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.778972] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.779135] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.783402] env[63862]: INFO nova.compute.manager [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Terminating instance [ 2365.814669] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: e9a238da-62d7-4923-b2f8-9a41688565f8] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2365.816407] env[63862]: INFO nova.compute.manager [-] [instance: a08386fa-cacb-4284-a282-c3968c073a06] Took 1.25 seconds to deallocate network for instance. [ 2365.873056] env[63862]: DEBUG nova.network.neutron [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.977346] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098966, 'name': CreateVM_Task, 'duration_secs': 0.665094} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.977564] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2365.978445] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2365.978678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2365.979573] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2365.979923] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f7b29e-69c8-40ba-b10a-8f3ff0f7b89c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.985983] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2365.985983] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524d84c6-7e21-7d0c-5b39-7f21bbdc2136" [ 2365.985983] env[63862]: _type = "Task" [ 2365.985983] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.996566] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524d84c6-7e21-7d0c-5b39-7f21bbdc2136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.120249] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098968, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.179301] env[63862]: DEBUG nova.network.neutron [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Successfully updated port: 995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2366.236536] env[63862]: DEBUG oslo_concurrency.lockutils [req-c64163be-d607-473d-afa4-bcffcc128580 req-21d3b2cd-6199-4c04-a0f6-206c5a6ebe4c service nova] Releasing lock "refresh_cache-0e7f8f04-de48-474d-bd26-608dca013e36" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.248754] env[63862]: DEBUG nova.compute.utils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2366.250250] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2366.253774] env[63862]: DEBUG nova.network.neutron [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2366.287466] env[63862]: DEBUG nova.compute.manager [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2366.287725] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2366.288630] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eae99f8-f04b-41f7-ae5d-29502d07d445 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.297331] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2366.297651] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df73666-5071-4961-a9d2-63fb1b068123 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.304035] env[63862]: DEBUG oslo_vmware.api [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2366.304035] env[63862]: value = "task-2098969" [ 2366.304035] env[63862]: _type = "Task" [ 2366.304035] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.314836] env[63862]: DEBUG oslo_vmware.api [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.319460] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 439a36f6-370c-45fd-88b2-e413bae35b86] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2366.330696] env[63862]: DEBUG nova.policy [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2366.375734] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.500063] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524d84c6-7e21-7d0c-5b39-7f21bbdc2136, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.500350] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.500579] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2366.500906] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.501070] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.501256] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2366.501525] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46f5605c-cb51-46a5-9691-05604b6350c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.510649] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2366.510852] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2366.511580] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaec2a7c-d764-4406-a545-b8c132c1803a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.517661] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2366.517661] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cce08f-0120-c8de-1525-3cf85ac7ac99" [ 2366.517661] env[63862]: _type = "Task" [ 2366.517661] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.525800] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cce08f-0120-c8de-1525-3cf85ac7ac99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.619681] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098968, 'name': CreateVM_Task, 'duration_secs': 0.839713} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.619907] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2366.620558] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.620726] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.621065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2366.621327] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62753427-671a-4a54-94b6-88bdca0f1c17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.626213] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2366.626213] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527fd251-5214-805d-cc30-11097b6db844" [ 2366.626213] env[63862]: _type = "Task" [ 2366.626213] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.634311] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527fd251-5214-805d-cc30-11097b6db844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.684025] env[63862]: DEBUG nova.network.neutron [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updated VIF entry in instance network info cache for port 1dc241f8-44a1-4e95-a0b6-e7e5bf856255. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2366.684447] env[63862]: DEBUG nova.network.neutron [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.685974] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.689187] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.689308] env[63862]: DEBUG nova.network.neutron [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2366.756895] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2366.816488] env[63862]: DEBUG oslo_vmware.api [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098969, 'name': PowerOffVM_Task, 'duration_secs': 0.278938} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.817423] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2366.817603] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2366.818302] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a348136-0318-4421-abf0-cc070c16207d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.821703] env[63862]: DEBUG nova.network.neutron [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Successfully created port: 73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2366.825032] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2366.825721] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: ed20b9fb-2e04-4078-8eec-13a512b4597f] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2366.827974] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59497a67-12a4-4878-8657-e1584c0ad580 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.835824] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2366.836072] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-481c3566-21e1-4b79-84b7-390479217329 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.842489] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3905f3ef-f9fa-41c8-963b-0cec4cd7b50a tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "a08386fa-cacb-4284-a282-c3968c073a06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.823s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.031208] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cce08f-0120-c8de-1525-3cf85ac7ac99, 'name': SearchDatastore_Task, 'duration_secs': 0.017504} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.032363] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169b0bb2-9ff0-4fad-bb5f-3247c4ba0a9c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.038579] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2367.038579] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52cb433f-742f-56b3-e726-967e9d12a9b2" [ 2367.038579] env[63862]: _type = "Task" [ 2367.038579] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.048646] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cb433f-742f-56b3-e726-967e9d12a9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.137016] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527fd251-5214-805d-cc30-11097b6db844, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.137361] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.137604] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2367.137947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.144810] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2367.145131] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2367.145220] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Deleting the datastore file [datastore2] 9ef766e3-e6e2-4cca-befd-09c4aff22fbe {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2367.145483] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-085da501-ecd2-43fa-8ed5-ef94aad4357a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.152242] env[63862]: DEBUG oslo_vmware.api [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for the task: (returnval){ [ 2367.152242] env[63862]: value = "task-2098973" [ 2367.152242] env[63862]: _type = "Task" [ 2367.152242] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.153054] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2367.153280] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2367.153493] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleting the datastore file [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2367.156604] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6caec8-1f76-4262-8e0f-b57dcba718e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.163126] env[63862]: DEBUG oslo_vmware.api [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.166079] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2367.166079] env[63862]: value = "task-2098974" [ 2367.166079] env[63862]: _type = "Task" [ 2367.166079] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.174517] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.191302] env[63862]: DEBUG oslo_concurrency.lockutils [req-657d80a3-97c6-4583-b193-88ec456989a7 req-9b845262-12e5-4d14-9e2f-38af197bf5d2 service nova] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.228467] env[63862]: DEBUG nova.network.neutron [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2367.332166] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5b520c1c-541a-4366-a293-306a30ddd6e0] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2367.376276] env[63862]: DEBUG nova.network.neutron [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updating instance_info_cache with network_info: [{"id": "995d815c-cc50-4875-ac3b-5776ca17f3de", "address": "fa:16:3e:f7:66:5a", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995d815c-cc", "ovs_interfaceid": "995d815c-cc50-4875-ac3b-5776ca17f3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2367.555989] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52cb433f-742f-56b3-e726-967e9d12a9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.029549} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.556315] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.556601] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0e7f8f04-de48-474d-bd26-608dca013e36/0e7f8f04-de48-474d-bd26-608dca013e36.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2367.556975] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.557114] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2367.557311] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673048a1-b976-4967-bed3-37bb153858aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.559484] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f257bb7-b395-443f-a995-c9c86d489801 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.570759] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2367.570759] env[63862]: value = "task-2098975" [ 2367.570759] env[63862]: _type = "Task" [ 2367.570759] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.576315] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2367.576315] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2367.579202] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7309ea3b-d783-4e37-83ee-c65b7edd1777 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.581624] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.584811] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2367.584811] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f2a766-49a2-097b-3147-8b43378e0f6c" [ 2367.584811] env[63862]: _type = "Task" [ 2367.584811] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.592503] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2a766-49a2-097b-3147-8b43378e0f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.665926] env[63862]: DEBUG oslo_vmware.api [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Task: {'id': task-2098973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20832} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.666376] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2367.667133] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2367.667133] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2367.667268] env[63862]: INFO nova.compute.manager [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Took 1.38 seconds to destroy the instance on the hypervisor. [ 2367.667598] env[63862]: DEBUG oslo.service.loopingcall [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2367.668311] env[63862]: DEBUG nova.compute.manager [-] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2367.668311] env[63862]: DEBUG nova.network.neutron [-] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2367.682073] env[63862]: DEBUG oslo_vmware.api [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2098974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198213} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.682073] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2367.682424] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2367.683095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2367.715727] env[63862]: INFO nova.scheduler.client.report [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted allocations for instance c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c [ 2367.773630] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2367.802774] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2367.803063] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2367.803228] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2367.803414] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2367.803559] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2367.803775] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2367.803982] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2367.805444] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2367.806598] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2367.806858] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2367.807105] env[63862]: DEBUG nova.virt.hardware [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2367.808228] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60aa9b2-bf2e-41fb-bdb9-54f0db0f7080 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.821167] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed61c88-d23e-4352-b54b-454ca2ce1c55 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.837181] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 382480df-8c0a-44a4-b181-4070fa816c09] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2367.878842] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.879342] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Instance network_info: |[{"id": "995d815c-cc50-4875-ac3b-5776ca17f3de", "address": "fa:16:3e:f7:66:5a", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995d815c-cc", "ovs_interfaceid": "995d815c-cc50-4875-ac3b-5776ca17f3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2367.879812] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:66:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995d815c-cc50-4875-ac3b-5776ca17f3de', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2367.888208] env[63862]: DEBUG oslo.service.loopingcall [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2367.889939] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2367.891526] env[63862]: DEBUG nova.compute.manager [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Received event network-vif-plugged-995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2367.891803] env[63862]: DEBUG oslo_concurrency.lockutils [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.892039] env[63862]: DEBUG oslo_concurrency.lockutils [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.892419] env[63862]: DEBUG oslo_concurrency.lockutils [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.892670] env[63862]: DEBUG nova.compute.manager [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] No waiting events found dispatching network-vif-plugged-995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2367.892856] env[63862]: WARNING nova.compute.manager [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Received unexpected event network-vif-plugged-995d815c-cc50-4875-ac3b-5776ca17f3de for instance with vm_state building and task_state spawning. [ 2367.893027] env[63862]: DEBUG nova.compute.manager [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Received event network-changed-995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2367.893226] env[63862]: DEBUG nova.compute.manager [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Refreshing instance network info cache due to event network-changed-995d815c-cc50-4875-ac3b-5776ca17f3de. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2367.893941] env[63862]: DEBUG oslo_concurrency.lockutils [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] Acquiring lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2367.893941] env[63862]: DEBUG oslo_concurrency.lockutils [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] Acquired lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2367.893941] env[63862]: DEBUG nova.network.neutron [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Refreshing network info cache for port 995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2367.897027] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89f08698-3104-46ee-bf78-c289f3f06728 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.921244] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2367.921244] env[63862]: value = "task-2098976" [ 2367.921244] env[63862]: _type = "Task" [ 2367.921244] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.930530] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098976, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.084383] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467853} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.088520] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 0e7f8f04-de48-474d-bd26-608dca013e36/0e7f8f04-de48-474d-bd26-608dca013e36.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2368.088520] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2368.088520] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67754c10-d33d-435b-b29d-453610193701 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.099823] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f2a766-49a2-097b-3147-8b43378e0f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.100429] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2368.100429] env[63862]: value = "task-2098977" [ 2368.100429] env[63862]: _type = "Task" [ 2368.100429] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.100648] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b253f882-55d6-4de4-bde0-faf74454e381 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.114750] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.115292] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2368.115292] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e77bab-6094-4925-50fc-535766bce368" [ 2368.115292] env[63862]: _type = "Task" [ 2368.115292] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.125011] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e77bab-6094-4925-50fc-535766bce368, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.127806] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2368.128153] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2368.128419] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25bfa52f-789c-4bdc-96fd-46bfb8adc3cc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.136849] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2368.136849] env[63862]: value = "task-2098978" [ 2368.136849] env[63862]: _type = "Task" [ 2368.136849] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.144787] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.221368] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.221646] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.222290] env[63862]: DEBUG nova.objects.instance [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'resources' on Instance uuid c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2368.274099] env[63862]: DEBUG nova.network.neutron [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updated VIF entry in instance network info cache for port 995d815c-cc50-4875-ac3b-5776ca17f3de. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2368.274099] env[63862]: DEBUG nova.network.neutron [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updating instance_info_cache with network_info: [{"id": "995d815c-cc50-4875-ac3b-5776ca17f3de", "address": "fa:16:3e:f7:66:5a", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995d815c-cc", "ovs_interfaceid": "995d815c-cc50-4875-ac3b-5776ca17f3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.312149] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.312274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.336232] env[63862]: DEBUG nova.compute.manager [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-vif-unplugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.336784] env[63862]: DEBUG oslo_concurrency.lockutils [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.337010] env[63862]: DEBUG oslo_concurrency.lockutils [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.337303] env[63862]: DEBUG oslo_concurrency.lockutils [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2368.337504] env[63862]: DEBUG nova.compute.manager [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] No waiting events found dispatching network-vif-unplugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2368.337697] env[63862]: WARNING nova.compute.manager [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received unexpected event network-vif-unplugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 for instance with vm_state shelved_offloaded and task_state None. [ 2368.337875] env[63862]: DEBUG nova.compute.manager [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.338102] env[63862]: DEBUG nova.compute.manager [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing instance network info cache due to event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2368.338309] env[63862]: DEBUG oslo_concurrency.lockutils [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.338485] env[63862]: DEBUG oslo_concurrency.lockutils [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.338598] env[63862]: DEBUG nova.network.neutron [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2368.340171] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 59f7174f-0fb2-4855-971d-3b2e831ff63c] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2368.431131] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098976, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.479247] env[63862]: DEBUG nova.network.neutron [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Successfully updated port: 73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2368.615883] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066697} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.615883] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2368.616287] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed79e35-91e5-40c3-98ff-55759df09141 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.640748] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 0e7f8f04-de48-474d-bd26-608dca013e36/0e7f8f04-de48-474d-bd26-608dca013e36.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2368.642790] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4581f51-6752-4a97-89eb-32b018df20a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.659029] env[63862]: DEBUG nova.network.neutron [-] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.669611] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098978, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.672016] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2368.672016] env[63862]: value = "task-2098980" [ 2368.672016] env[63862]: _type = "Task" [ 2368.672016] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.684164] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098980, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.726575] env[63862]: DEBUG nova.objects.instance [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'numa_topology' on Instance uuid c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2368.775606] env[63862]: DEBUG oslo_concurrency.lockutils [req-1935f79c-0b23-4796-b400-4edb525ff515 req-0b2549d9-dcec-4fee-a5a9-6b323d8197e5 service nova] Releasing lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2368.816883] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2368.849839] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 390c8d4a-212e-4acf-91ec-1ab339958bb8] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2368.933725] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098976, 'name': CreateVM_Task, 'duration_secs': 0.937881} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.933950] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2368.934672] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.934836] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.935202] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2368.935521] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c379cec4-bf2e-4bf4-a7a2-667267cfb37b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.940883] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2368.940883] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5206889e-df5a-13c1-2136-646c6df0f691" [ 2368.940883] env[63862]: _type = "Task" [ 2368.940883] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.951875] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5206889e-df5a-13c1-2136-646c6df0f691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.981704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-3a025f05-ba78-42fc-8743-54b585f724cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2368.981858] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-3a025f05-ba78-42fc-8743-54b585f724cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2368.982016] env[63862]: DEBUG nova.network.neutron [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2369.150360] env[63862]: DEBUG nova.network.neutron [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updated VIF entry in instance network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2369.150759] env[63862]: DEBUG nova.network.neutron [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e96e66d-68", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.157273] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777992} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.157663] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2369.157726] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2369.157981] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1660294-72a5-4d77-809a-efeaa9f4e2ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.163531] env[63862]: INFO nova.compute.manager [-] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Took 1.50 seconds to deallocate network for instance. [ 2369.170747] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2369.170747] env[63862]: value = "task-2098981" [ 2369.170747] env[63862]: _type = "Task" [ 2369.170747] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.188292] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098980, 'name': ReconfigVM_Task, 'duration_secs': 0.517482} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.193018] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 0e7f8f04-de48-474d-bd26-608dca013e36/0e7f8f04-de48-474d-bd26-608dca013e36.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2369.193018] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.193018] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-682b8636-9f50-4d97-92ca-3055aeddac9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.198839] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2369.198839] env[63862]: value = "task-2098982" [ 2369.198839] env[63862]: _type = "Task" [ 2369.198839] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.210017] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098982, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.228763] env[63862]: DEBUG nova.objects.base [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2369.341655] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.354246] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 6881cb2b-c258-4a3b-a97c-a147f2e117f3] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2369.379586] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc8e25-bc58-4256-9096-f5fd89da4203 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.387786] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b718167b-395c-4ac6-9b64-a4b6116f0a68 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.418607] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c822c0a1-11c0-429c-aa64-4d4fb6ac7601 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.426579] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0273b88-2f9c-43a1-983e-e269b07c410d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.440167] env[63862]: DEBUG nova.compute.provider_tree [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2369.449893] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5206889e-df5a-13c1-2136-646c6df0f691, 'name': SearchDatastore_Task, 'duration_secs': 0.022189} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.450714] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.450950] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2369.451195] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.451340] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.451513] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2369.451983] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ebed2c3-5852-4928-8c27-20e8b602b56a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.460584] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2369.460763] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2369.461502] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb13583b-4d8d-4055-a1cf-9d7622ac87a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.466574] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2369.466574] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f261ec-b1e2-d692-319a-6ea889c509c5" [ 2369.466574] env[63862]: _type = "Task" [ 2369.466574] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.474695] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f261ec-b1e2-d692-319a-6ea889c509c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.513144] env[63862]: DEBUG nova.network.neutron [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2369.644731] env[63862]: DEBUG nova.network.neutron [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Updating instance_info_cache with network_info: [{"id": "73c9b082-4ce9-402b-b696-11d4cef36b76", "address": "fa:16:3e:e5:bf:c4", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c9b082-4c", "ovs_interfaceid": "73c9b082-4ce9-402b-b696-11d4cef36b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.653850] env[63862]: DEBUG oslo_concurrency.lockutils [req-805a019b-1c6b-48bb-8ba1-d155da0dd414 req-8643573b-1b01-430d-95ef-d1020c28a5b1 service nova] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2369.673281] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.682371] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065625} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.682620] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2369.683397] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f78c3-368b-4ecd-b123-0b6fabf2045d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.704899] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2369.705224] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ab36f6-fa17-4665-bccd-71b75562a0cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.727429] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098982, 'name': Rename_Task, 'duration_secs': 0.186407} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.728617] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2369.728917] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2369.728917] env[63862]: value = "task-2098983" [ 2369.728917] env[63862]: _type = "Task" [ 2369.728917] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.729427] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e84ef86a-5500-42e7-89c1-84f2038c3840 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.739128] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.740177] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2369.740177] env[63862]: value = "task-2098984" [ 2369.740177] env[63862]: _type = "Task" [ 2369.740177] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.747112] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.856881] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 24facf4b-f8aa-4545-89a6-4548c73ef49f] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2369.907991] env[63862]: DEBUG nova.compute.manager [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Received event network-vif-plugged-73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2369.908232] env[63862]: DEBUG oslo_concurrency.lockutils [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] Acquiring lock "3a025f05-ba78-42fc-8743-54b585f724cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.908445] env[63862]: DEBUG oslo_concurrency.lockutils [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] Lock "3a025f05-ba78-42fc-8743-54b585f724cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.908625] env[63862]: DEBUG oslo_concurrency.lockutils [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] Lock "3a025f05-ba78-42fc-8743-54b585f724cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.908796] env[63862]: DEBUG nova.compute.manager [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] No waiting events found dispatching network-vif-plugged-73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2369.909015] env[63862]: WARNING nova.compute.manager [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Received unexpected event network-vif-plugged-73c9b082-4ce9-402b-b696-11d4cef36b76 for instance with vm_state building and task_state spawning. [ 2369.909419] env[63862]: DEBUG nova.compute.manager [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Received event network-changed-73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2369.909588] env[63862]: DEBUG nova.compute.manager [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Refreshing instance network info cache due to event network-changed-73c9b082-4ce9-402b-b696-11d4cef36b76. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2369.909758] env[63862]: DEBUG oslo_concurrency.lockutils [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] Acquiring lock "refresh_cache-3a025f05-ba78-42fc-8743-54b585f724cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.946014] env[63862]: DEBUG nova.scheduler.client.report [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2369.978242] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f261ec-b1e2-d692-319a-6ea889c509c5, 'name': SearchDatastore_Task, 'duration_secs': 0.008085} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.979036] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c26ced-e3de-4395-a128-21bbe239f6b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.984275] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2369.984275] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52dd5574-f72e-279e-ace8-c217fa1bedba" [ 2369.984275] env[63862]: _type = "Task" [ 2369.984275] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.992066] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dd5574-f72e-279e-ace8-c217fa1bedba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.147867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-3a025f05-ba78-42fc-8743-54b585f724cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.148657] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Instance network_info: |[{"id": "73c9b082-4ce9-402b-b696-11d4cef36b76", "address": "fa:16:3e:e5:bf:c4", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c9b082-4c", "ovs_interfaceid": "73c9b082-4ce9-402b-b696-11d4cef36b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2370.148657] env[63862]: DEBUG oslo_concurrency.lockutils [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] Acquired lock "refresh_cache-3a025f05-ba78-42fc-8743-54b585f724cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.148896] env[63862]: DEBUG nova.network.neutron [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Refreshing network info cache for port 73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2370.150100] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:bf:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73c9b082-4ce9-402b-b696-11d4cef36b76', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2370.158462] env[63862]: DEBUG oslo.service.loopingcall [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2370.161481] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2370.162321] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0508b4a-7bdd-4b3c-86d0-13e551f0b2f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.182912] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2370.182912] env[63862]: value = "task-2098985" [ 2370.182912] env[63862]: _type = "Task" [ 2370.182912] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.191316] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098985, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.241311] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098983, 'name': ReconfigVM_Task, 'duration_secs': 0.276664} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.244377] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2370.245013] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9377db-b0d8-40ff-9454-ef4a7c9e1e77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.252315] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.254063] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2370.254063] env[63862]: value = "task-2098986" [ 2370.254063] env[63862]: _type = "Task" [ 2370.254063] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.262523] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098986, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.316425] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.362068] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 229ecdea-2510-4509-b2f7-d21faca6a405] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2370.379882] env[63862]: DEBUG nova.compute.manager [req-250bb6fc-1e0e-4ad9-a198-fb95c772404a req-26c05e53-13b8-45eb-ba28-2f671482d47f service nova] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Received event network-vif-deleted-e020a8ca-4c9c-4290-b1cf-97a5c6f6c068 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2370.451666] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.455986] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.114s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.460127] env[63862]: INFO nova.compute.claims [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2370.474296] env[63862]: DEBUG nova.network.neutron [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Updated VIF entry in instance network info cache for port 73c9b082-4ce9-402b-b696-11d4cef36b76. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2370.474702] env[63862]: DEBUG nova.network.neutron [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Updating instance_info_cache with network_info: [{"id": "73c9b082-4ce9-402b-b696-11d4cef36b76", "address": "fa:16:3e:e5:bf:c4", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73c9b082-4c", "ovs_interfaceid": "73c9b082-4ce9-402b-b696-11d4cef36b76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.496963] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dd5574-f72e-279e-ace8-c217fa1bedba, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.497425] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2370.497800] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59/a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2370.498035] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c9d8c06-2481-4361-a8b4-b5ea536c8606 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.505524] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2370.505524] env[63862]: value = "task-2098987" [ 2370.505524] env[63862]: _type = "Task" [ 2370.505524] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.516953] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.694311] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098985, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.753854] env[63862]: DEBUG oslo_vmware.api [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098984, 'name': PowerOnVM_Task, 'duration_secs': 0.559679} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.754272] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2370.754574] env[63862]: INFO nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Took 15.36 seconds to spawn the instance on the hypervisor. [ 2370.754828] env[63862]: DEBUG nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2370.756100] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d7fe4c-6438-4f91-8636-b50874d7a7f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.773308] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098986, 'name': Rename_Task, 'duration_secs': 0.140327} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.773856] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2370.774139] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99fe5ea1-94ef-4afc-82c1-9909596ddcfd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.780484] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2370.780484] env[63862]: value = "task-2098989" [ 2370.780484] env[63862]: _type = "Task" [ 2370.780484] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.799452] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.865051] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: ceda7545-aead-4edb-8b1d-0f5b817df8f3] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2370.968467] env[63862]: DEBUG oslo_concurrency.lockutils [None req-c0cb169e-ed02-4477-9cee-321fdfe3a5d9 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.156s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.970444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.654s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.971094] env[63862]: INFO nova.compute.manager [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Unshelving [ 2370.976636] env[63862]: DEBUG oslo_concurrency.lockutils [req-93b590f4-1f71-435f-9c17-f4659eb7f5dc req-6a0cb385-8b75-4534-a615-ed29c5458b65 service nova] Releasing lock "refresh_cache-3a025f05-ba78-42fc-8743-54b585f724cc" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.015556] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457229} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.016144] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59/a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2371.016394] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2371.016635] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bc3fb8-918e-486f-9b67-0b0f4ed34a18 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.022636] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2371.022636] env[63862]: value = "task-2098990" [ 2371.022636] env[63862]: _type = "Task" [ 2371.022636] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.029743] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.194519] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098985, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.284935] env[63862]: INFO nova.compute.manager [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Took 22.51 seconds to build instance. [ 2371.293064] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098989, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.367852] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 8abfb2f5-7621-4491-bff9-dba998fdeb97] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2371.532074] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.626989] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881861c4-1e0b-4e5c-8651-1f72364a07ee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.637445] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185b245c-d08f-438a-a25e-839f15c38958 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.668624] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdaabde-01ad-4752-9fac-5cb3003c530e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.676391] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba54429-7413-4f5b-83ce-c9ea7f54f651 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.691262] env[63862]: DEBUG nova.compute.provider_tree [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2371.701127] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098985, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.790474] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5b524a6b-e2a2-4c58-b04d-4dd2856408c1 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "0e7f8f04-de48-474d-bd26-608dca013e36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.021s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.790784] env[63862]: DEBUG oslo_vmware.api [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2098989, 'name': PowerOnVM_Task, 'duration_secs': 0.826134} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.790974] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2371.791342] env[63862]: INFO nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Took 14.05 seconds to spawn the instance on the hypervisor. [ 2371.791530] env[63862]: DEBUG nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2371.792300] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7c4be-8057-4aba-832b-f87da389b340 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.871250] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: c8771b69-e902-405c-8b24-8fbd0e4134c6] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2371.992926] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2372.035136] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.668925} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.035418] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2372.036210] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905cac5-c6df-47ad-879d-70e49f765483 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.057394] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59/a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2372.057936] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b629db-af6c-46a7-a9ea-31217aa2b1bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.077570] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2372.077570] env[63862]: value = "task-2098991" [ 2372.077570] env[63862]: _type = "Task" [ 2372.077570] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.085332] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.194484] env[63862]: DEBUG nova.scheduler.client.report [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2372.203442] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2098985, 'name': CreateVM_Task, 'duration_secs': 1.518831} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.203617] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2372.204299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2372.204464] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2372.204780] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2372.205042] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb538883-52d1-4bf2-b8a9-a6586f938440 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.209894] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2372.209894] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523e906d-debd-1305-76cc-9ca6a8934c82" [ 2372.209894] env[63862]: _type = "Task" [ 2372.209894] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.217612] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523e906d-debd-1305-76cc-9ca6a8934c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.308717] env[63862]: INFO nova.compute.manager [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Took 22.15 seconds to build instance. [ 2372.374843] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 81511944-1697-4c5e-9df1-25a7844fb8a7] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2372.428024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "0e7f8f04-de48-474d-bd26-608dca013e36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2372.428303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "0e7f8f04-de48-474d-bd26-608dca013e36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.428539] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "0e7f8f04-de48-474d-bd26-608dca013e36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2372.428740] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "0e7f8f04-de48-474d-bd26-608dca013e36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.428912] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "0e7f8f04-de48-474d-bd26-608dca013e36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.430935] env[63862]: INFO nova.compute.manager [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Terminating instance [ 2372.588052] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.699821] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.700435] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2372.703418] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.030s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.703642] env[63862]: DEBUG nova.objects.instance [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lazy-loading 'resources' on Instance uuid 9ef766e3-e6e2-4cca-befd-09c4aff22fbe {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2372.722208] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523e906d-debd-1305-76cc-9ca6a8934c82, 'name': SearchDatastore_Task, 'duration_secs': 0.036764} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.722518] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.722751] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2372.722982] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2372.723148] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2372.723328] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2372.724255] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca2fa82-62ea-493f-a82d-b3af1175f45e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.733079] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2372.733329] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2372.734255] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e819e641-98e0-4e7d-aada-46f56e27405d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.740490] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2372.740490] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ad6060-d766-d3b4-eef5-a24849a5d8ca" [ 2372.740490] env[63862]: _type = "Task" [ 2372.740490] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.749695] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ad6060-d766-d3b4-eef5-a24849a5d8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.810845] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a73cb8a8-31ce-499a-9573-fa1bebb4f15b tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.662s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.881766] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 7d1ab5ee-bbad-4c99-a8d9-14166acb67ce] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2372.934574] env[63862]: DEBUG nova.compute.manager [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2372.934834] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2372.935698] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce7f8e1-a1ec-4838-abc1-6eebd0ec5c57 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.944835] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2372.945099] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc0b75a-4955-4612-b728-c09368b868fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.950694] env[63862]: DEBUG oslo_vmware.api [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2372.950694] env[63862]: value = "task-2098992" [ 2372.950694] env[63862]: _type = "Task" [ 2372.950694] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.958984] env[63862]: DEBUG oslo_vmware.api [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.089655] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098991, 'name': ReconfigVM_Task, 'duration_secs': 0.874284} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.089999] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Reconfigured VM instance instance-0000006b to attach disk [datastore2] a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59/a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2373.090704] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4363e4ae-348c-43ee-90d5-3afe19023bc5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.097866] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2373.097866] env[63862]: value = "task-2098993" [ 2373.097866] env[63862]: _type = "Task" [ 2373.097866] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.106367] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098993, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.206841] env[63862]: DEBUG nova.compute.utils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2373.208314] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2373.208489] env[63862]: DEBUG nova.network.neutron [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2373.252123] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ad6060-d766-d3b4-eef5-a24849a5d8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.258713] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fd2374-fdd2-4b0c-b8ba-554e1b7c18dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.264506] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2373.264506] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5245615a-7d76-8159-d019-2aa34b27d586" [ 2373.264506] env[63862]: _type = "Task" [ 2373.264506] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.280902] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5245615a-7d76-8159-d019-2aa34b27d586, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.282388] env[63862]: DEBUG nova.policy [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7cba07d3024839861d6f18ec630e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae90ea36d3a47c68c48b289663ca235', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2373.284090] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2373.284090] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3a025f05-ba78-42fc-8743-54b585f724cc/3a025f05-ba78-42fc-8743-54b585f724cc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2373.285042] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68b66dc8-70d8-469e-ba2c-68272c58c8b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.293548] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2373.293548] env[63862]: value = "task-2098994" [ 2373.293548] env[63862]: _type = "Task" [ 2373.293548] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.303325] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.385389] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 41687336-06c0-4065-bfb0-1887e64ee5ee] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2373.392350] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac537c5-8a1e-4b92-90ab-0b36a07f1bfe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.397120] env[63862]: DEBUG nova.compute.manager [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Received event network-changed-1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2373.397341] env[63862]: DEBUG nova.compute.manager [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Refreshing instance network info cache due to event network-changed-1dc241f8-44a1-4e95-a0b6-e7e5bf856255. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2373.397585] env[63862]: DEBUG oslo_concurrency.lockutils [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2373.397745] env[63862]: DEBUG oslo_concurrency.lockutils [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2373.397922] env[63862]: DEBUG nova.network.neutron [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Refreshing network info cache for port 1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2373.404923] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ce0db-a754-4dda-a2eb-0b84beeffec9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.190831] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2374.193581] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 927a9675-d66c-48a3-98a2-06bbed32126a] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2374.198233] env[63862]: DEBUG nova.network.neutron [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Successfully created port: 942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2374.208868] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f6c8a4-2400-4b9e-b9b3-a9c746792dcc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.218441] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098993, 'name': Rename_Task, 'duration_secs': 0.157368} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.226500] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2374.226795] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492849} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.227009] env[63862]: DEBUG oslo_vmware.api [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098992, 'name': PowerOffVM_Task, 'duration_secs': 0.213067} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.227962] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b870d41-76dd-4b21-974f-44c0be4a487c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.229670] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 3a025f05-ba78-42fc-8743-54b585f724cc/3a025f05-ba78-42fc-8743-54b585f724cc.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2374.229959] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2374.230265] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2374.230471] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2374.231776] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d5d8c-ccf9-4b72-ac8d-9f3cfb398faa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.236007] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30d2fb6-e886-4153-8bdc-61cd4789ef43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.237667] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2700eec2-2786-44db-a455-ed0d0271897c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.250654] env[63862]: DEBUG nova.compute.provider_tree [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2374.256751] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2374.256751] env[63862]: value = "task-2098995" [ 2374.256751] env[63862]: _type = "Task" [ 2374.256751] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.257046] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2374.257046] env[63862]: value = "task-2098996" [ 2374.257046] env[63862]: _type = "Task" [ 2374.257046] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.273756] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.276385] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.331062] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2374.331271] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2374.331383] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Deleting the datastore file [datastore2] 0e7f8f04-de48-474d-bd26-608dca013e36 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2374.331662] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-488e0278-97de-4fe0-973b-7b8589416ed4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.339045] env[63862]: DEBUG oslo_vmware.api [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for the task: (returnval){ [ 2374.339045] env[63862]: value = "task-2098998" [ 2374.339045] env[63862]: _type = "Task" [ 2374.339045] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.346803] env[63862]: DEBUG oslo_vmware.api [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.482457] env[63862]: DEBUG nova.network.neutron [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updated VIF entry in instance network info cache for port 1dc241f8-44a1-4e95-a0b6-e7e5bf856255. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2374.482905] env[63862]: DEBUG nova.network.neutron [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2374.712936] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: eb438ef4-d7c4-4bf7-a319-77d16911c0a0] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2374.758476] env[63862]: DEBUG nova.scheduler.client.report [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2374.777900] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.778198] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2098996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128916} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.778438] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2374.779305] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e6af0-4bd5-40d5-a271-c5665bbf7934 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.801758] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 3a025f05-ba78-42fc-8743-54b585f724cc/3a025f05-ba78-42fc-8743-54b585f724cc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2374.802340] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18127227-91cd-4cd8-985f-552ef61bea86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.821293] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2374.821293] env[63862]: value = "task-2099000" [ 2374.821293] env[63862]: _type = "Task" [ 2374.821293] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.828910] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.848869] env[63862]: DEBUG oslo_vmware.api [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Task: {'id': task-2098998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270337} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.849080] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2374.849269] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2374.849450] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2374.849659] env[63862]: INFO nova.compute.manager [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Took 1.91 seconds to destroy the instance on the hypervisor. [ 2374.849904] env[63862]: DEBUG oslo.service.loopingcall [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2374.850137] env[63862]: DEBUG nova.compute.manager [-] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2374.850214] env[63862]: DEBUG nova.network.neutron [-] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2374.985854] env[63862]: DEBUG oslo_concurrency.lockutils [req-6f6bdf08-26a6-42e1-8dc0-789358b5986e req-4cf4a52e-c6eb-4595-833a-2cfbeb2b29fd service nova] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2375.127968] env[63862]: DEBUG nova.compute.manager [req-148fc833-54c8-48d0-bf70-bda49210ac63 req-9843ea65-e8f4-42c4-8599-9b1e3685ca4a service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Received event network-vif-deleted-49916700-9db4-493d-b19b-72d11773aea3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2375.128185] env[63862]: INFO nova.compute.manager [req-148fc833-54c8-48d0-bf70-bda49210ac63 req-9843ea65-e8f4-42c4-8599-9b1e3685ca4a service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Neutron deleted interface 49916700-9db4-493d-b19b-72d11773aea3; detaching it from the instance and deleting it from the info cache [ 2375.128354] env[63862]: DEBUG nova.network.neutron [req-148fc833-54c8-48d0-bf70-bda49210ac63 req-9843ea65-e8f4-42c4-8599-9b1e3685ca4a service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.204242] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2375.215981] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: dbd5ed5f-27b9-452c-b5a1-1ec3e3f3e439] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2375.229290] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2375.230535] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2375.230724] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2375.230917] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2375.231074] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2375.231225] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2375.231430] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2375.231587] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2375.231749] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2375.231906] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2375.232090] env[63862]: DEBUG nova.virt.hardware [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2375.232931] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4033b93-a0b4-4284-875a-67c596e8c850 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.240884] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85acd6bf-4496-4a83-b87f-68afba4fc3fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.265771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.562s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.271075] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.278s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.271303] env[63862]: DEBUG nova.objects.instance [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'pci_requests' on Instance uuid c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2375.272473] env[63862]: DEBUG oslo_vmware.api [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2098995, 'name': PowerOnVM_Task, 'duration_secs': 0.721343} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.272712] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2375.272904] env[63862]: INFO nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Took 9.75 seconds to spawn the instance on the hypervisor. [ 2375.273092] env[63862]: DEBUG nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2375.273817] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c832624-a795-4c8b-860c-f820c059869a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.291801] env[63862]: INFO nova.scheduler.client.report [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Deleted allocations for instance 9ef766e3-e6e2-4cca-befd-09c4aff22fbe [ 2375.331853] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099000, 'name': ReconfigVM_Task, 'duration_secs': 0.268593} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.331853] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 3a025f05-ba78-42fc-8743-54b585f724cc/3a025f05-ba78-42fc-8743-54b585f724cc.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2375.332364] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-840b06f4-97f7-4ba5-989b-ac1d50790c98 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.340022] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2375.340022] env[63862]: value = "task-2099001" [ 2375.340022] env[63862]: _type = "Task" [ 2375.340022] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.351377] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099001, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.602374] env[63862]: DEBUG nova.network.neutron [-] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.631084] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c8fa6eb-24fd-4aac-a25d-530c7761acdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.640064] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2f1e00-9113-4ac9-9f9a-7cfbb7585fcf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.669284] env[63862]: DEBUG nova.compute.manager [req-148fc833-54c8-48d0-bf70-bda49210ac63 req-9843ea65-e8f4-42c4-8599-9b1e3685ca4a service nova] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Detach interface failed, port_id=49916700-9db4-493d-b19b-72d11773aea3, reason: Instance 0e7f8f04-de48-474d-bd26-608dca013e36 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2375.718671] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5b72c95c-58ee-4f13-97aa-820e7be4ce4b] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2375.778125] env[63862]: DEBUG nova.objects.instance [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'numa_topology' on Instance uuid c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2375.794061] env[63862]: INFO nova.compute.manager [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Took 20.72 seconds to build instance. [ 2375.802818] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d7e9f64a-be41-4e03-8ca4-d73ccfc10a1c tempest-ServersTestManualDisk-1111953454 tempest-ServersTestManualDisk-1111953454-project-member] Lock "9ef766e3-e6e2-4cca-befd-09c4aff22fbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.022s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.850250] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099001, 'name': Rename_Task, 'duration_secs': 0.136442} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.850529] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2375.850759] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5603a693-9ea7-4a50-b151-a5d82e255b2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.856584] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2375.856584] env[63862]: value = "task-2099002" [ 2375.856584] env[63862]: _type = "Task" [ 2375.856584] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.864159] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.965992] env[63862]: DEBUG nova.compute.manager [req-b61aa425-edb0-4fe5-9cb5-d4f8dc05415e req-c7d56d5e-d0de-49f4-9a39-cd9398880411 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Received event network-vif-plugged-942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2375.966268] env[63862]: DEBUG oslo_concurrency.lockutils [req-b61aa425-edb0-4fe5-9cb5-d4f8dc05415e req-c7d56d5e-d0de-49f4-9a39-cd9398880411 service nova] Acquiring lock "20b53997-f2b3-4708-ab82-ca39ffbb5360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.966507] env[63862]: DEBUG oslo_concurrency.lockutils [req-b61aa425-edb0-4fe5-9cb5-d4f8dc05415e req-c7d56d5e-d0de-49f4-9a39-cd9398880411 service nova] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.966677] env[63862]: DEBUG oslo_concurrency.lockutils [req-b61aa425-edb0-4fe5-9cb5-d4f8dc05415e req-c7d56d5e-d0de-49f4-9a39-cd9398880411 service nova] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.966860] env[63862]: DEBUG nova.compute.manager [req-b61aa425-edb0-4fe5-9cb5-d4f8dc05415e req-c7d56d5e-d0de-49f4-9a39-cd9398880411 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] No waiting events found dispatching network-vif-plugged-942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2375.967048] env[63862]: WARNING nova.compute.manager [req-b61aa425-edb0-4fe5-9cb5-d4f8dc05415e req-c7d56d5e-d0de-49f4-9a39-cd9398880411 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Received unexpected event network-vif-plugged-942d420d-b1e2-491b-84e1-64673d3b7a69 for instance with vm_state building and task_state spawning. [ 2376.105494] env[63862]: INFO nova.compute.manager [-] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Took 1.26 seconds to deallocate network for instance. [ 2376.184245] env[63862]: DEBUG nova.network.neutron [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Successfully updated port: 942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2376.221876] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d82cea73-a462-467f-9859-5cbda454a9e1] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.280954] env[63862]: INFO nova.compute.claims [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2376.298409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-fdb6b471-979e-4e12-8ac0-25e049a0a81f tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.228s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2376.367333] env[63862]: DEBUG oslo_vmware.api [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099002, 'name': PowerOnVM_Task, 'duration_secs': 0.426331} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.367638] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2376.367891] env[63862]: INFO nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Took 8.59 seconds to spawn the instance on the hypervisor. [ 2376.368191] env[63862]: DEBUG nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2376.369099] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba78ba7-dd89-4aa1-9ada-ced544097a5d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.614600] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.686768] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-20b53997-f2b3-4708-ab82-ca39ffbb5360" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2376.686832] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-20b53997-f2b3-4708-ab82-ca39ffbb5360" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2376.688039] env[63862]: DEBUG nova.network.neutron [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2376.724368] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 25cbe9ad-98a6-4183-9a2c-51db538228d6] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.889019] env[63862]: INFO nova.compute.manager [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Took 15.69 seconds to build instance. [ 2377.163048] env[63862]: DEBUG nova.compute.manager [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Received event network-changed-995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2377.163310] env[63862]: DEBUG nova.compute.manager [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Refreshing instance network info cache due to event network-changed-995d815c-cc50-4875-ac3b-5776ca17f3de. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2377.163487] env[63862]: DEBUG oslo_concurrency.lockutils [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] Acquiring lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2377.163617] env[63862]: DEBUG oslo_concurrency.lockutils [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] Acquired lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2377.163784] env[63862]: DEBUG nova.network.neutron [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Refreshing network info cache for port 995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2377.229374] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3e2c3a52-5bdc-4afe-a487-b2c35c15ac5e] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2377.243257] env[63862]: DEBUG nova.network.neutron [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2377.393808] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0cec51a9-8b56-4970-bea6-6d64df945409 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "3a025f05-ba78-42fc-8743-54b585f724cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.211s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.449835] env[63862]: DEBUG nova.network.neutron [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Updating instance_info_cache with network_info: [{"id": "942d420d-b1e2-491b-84e1-64673d3b7a69", "address": "fa:16:3e:bb:86:62", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942d420d-b1", "ovs_interfaceid": "942d420d-b1e2-491b-84e1-64673d3b7a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2377.461854] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46563505-38ef-4bd5-bb69-1c582905d2f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.471140] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e52dc02-2127-420d-9d84-0ae85ddb504b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.504062] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35335514-3ed5-49c4-acc9-129368e5a8f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.511660] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0161b02-80df-4cb8-b42d-bec88d501843 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.525657] env[63862]: DEBUG nova.compute.provider_tree [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2377.643345] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "afd8cdba-59a1-446d-8327-69f572fa5317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.643755] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "afd8cdba-59a1-446d-8327-69f572fa5317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.731941] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4c1532b1-8f52-49c0-b864-37fc2a5e33a9] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2377.913775] env[63862]: DEBUG nova.network.neutron [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updated VIF entry in instance network info cache for port 995d815c-cc50-4875-ac3b-5776ca17f3de. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2377.914168] env[63862]: DEBUG nova.network.neutron [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updating instance_info_cache with network_info: [{"id": "995d815c-cc50-4875-ac3b-5776ca17f3de", "address": "fa:16:3e:f7:66:5a", "network": {"id": "9a645f65-7e2e-4e7e-a2df-ccb375b7f38b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-32291685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11eedd5d807248fbb6ffe3dabcc61c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995d815c-cc", "ovs_interfaceid": "995d815c-cc50-4875-ac3b-5776ca17f3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2377.954344] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-20b53997-f2b3-4708-ab82-ca39ffbb5360" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2377.954668] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Instance network_info: |[{"id": "942d420d-b1e2-491b-84e1-64673d3b7a69", "address": "fa:16:3e:bb:86:62", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942d420d-b1", "ovs_interfaceid": "942d420d-b1e2-491b-84e1-64673d3b7a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2377.955163] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:86:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '942d420d-b1e2-491b-84e1-64673d3b7a69', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2377.963071] env[63862]: DEBUG oslo.service.loopingcall [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2377.963552] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2377.963779] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8bb1713-7c08-46ef-8654-690a62995692 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.983503] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2377.983503] env[63862]: value = "task-2099004" [ 2377.983503] env[63862]: _type = "Task" [ 2377.983503] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.994762] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099004, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.997986] env[63862]: DEBUG nova.compute.manager [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Received event network-changed-942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2377.998490] env[63862]: DEBUG nova.compute.manager [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Refreshing instance network info cache due to event network-changed-942d420d-b1e2-491b-84e1-64673d3b7a69. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2377.998812] env[63862]: DEBUG oslo_concurrency.lockutils [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] Acquiring lock "refresh_cache-20b53997-f2b3-4708-ab82-ca39ffbb5360" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2377.999288] env[63862]: DEBUG oslo_concurrency.lockutils [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] Acquired lock "refresh_cache-20b53997-f2b3-4708-ab82-ca39ffbb5360" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2377.999288] env[63862]: DEBUG nova.network.neutron [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Refreshing network info cache for port 942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2378.029016] env[63862]: DEBUG nova.scheduler.client.report [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2378.146409] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2378.237242] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0380cd6a-b3e4-49d7-90bc-14e5443f23ef] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2378.417270] env[63862]: DEBUG oslo_concurrency.lockutils [req-b2c65b80-db66-4afe-acf7-f59fd80a4a56 req-9c6fce09-0048-4b8d-a682-a4c8cfb586ab service nova] Releasing lock "refresh_cache-a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2378.493878] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099004, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.535175] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.264s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.537288] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.923s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2378.537518] env[63862]: DEBUG nova.objects.instance [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lazy-loading 'resources' on Instance uuid 0e7f8f04-de48-474d-bd26-608dca013e36 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2378.568685] env[63862]: INFO nova.network.neutron [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating port 2e96e66d-68c3-4182-a84d-1cd22269e1f6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2378.675554] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2378.744527] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5d39cad9-1cef-4c06-8b52-8fbbf27b97a9] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2378.963340] env[63862]: DEBUG nova.network.neutron [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Updated VIF entry in instance network info cache for port 942d420d-b1e2-491b-84e1-64673d3b7a69. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2378.963768] env[63862]: DEBUG nova.network.neutron [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Updating instance_info_cache with network_info: [{"id": "942d420d-b1e2-491b-84e1-64673d3b7a69", "address": "fa:16:3e:bb:86:62", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942d420d-b1", "ovs_interfaceid": "942d420d-b1e2-491b-84e1-64673d3b7a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2378.996276] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099004, 'name': CreateVM_Task, 'duration_secs': 0.770273} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.996465] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2378.997237] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2378.997444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2378.997826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2378.998117] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad29e14-617f-46b4-a68b-150153dd3c17 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.003308] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2379.003308] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52104772-dc8a-f661-fb69-db060997ca18" [ 2379.003308] env[63862]: _type = "Task" [ 2379.003308] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.012746] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52104772-dc8a-f661-fb69-db060997ca18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.187885] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a310909-4efc-4189-addc-52105dbefb23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.195614] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c749b34-67ed-40d6-9873-bfd3ae6e42e2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.224949] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cbeb4e-5156-47fa-9b6c-a2e120444deb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.232485] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e23b7-020b-46e1-ab4e-f5b3d41da874 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.245693] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 70da175b-22e2-468a-b696-72f714c31102] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2379.247967] env[63862]: DEBUG nova.compute.provider_tree [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2379.466897] env[63862]: DEBUG oslo_concurrency.lockutils [req-26f86e4b-4eab-408a-8845-ad27412e3392 req-0964cad6-13d9-47ff-93df-56d569ae9300 service nova] Releasing lock "refresh_cache-20b53997-f2b3-4708-ab82-ca39ffbb5360" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.513893] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52104772-dc8a-f661-fb69-db060997ca18, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.514242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.514477] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2379.514700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2379.514845] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2379.515036] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2379.515306] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0620378-e587-466f-9bd4-ed21741cc5b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.528844] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2379.529045] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2379.529750] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c178dde9-983a-4876-aea4-f4c8309cdc5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.535591] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2379.535591] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c3dfb8-723d-bcf1-23cb-f92ce777794b" [ 2379.535591] env[63862]: _type = "Task" [ 2379.535591] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.544149] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c3dfb8-723d-bcf1-23cb-f92ce777794b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.749879] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: b3528b67-5ccc-4302-aad4-0a6f4f56ddc5] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2379.752762] env[63862]: DEBUG nova.scheduler.client.report [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2380.046843] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c3dfb8-723d-bcf1-23cb-f92ce777794b, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.047640] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe14ace-c0a5-4a60-8a3e-6709dc1dfa1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.053031] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2380.053031] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5287df38-f3ce-0983-b031-e23cc5b6f7ad" [ 2380.053031] env[63862]: _type = "Task" [ 2380.053031] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.060596] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5287df38-f3ce-0983-b031-e23cc5b6f7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.258796] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 237244f3-2913-457d-a9cf-fbc009c58def] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2380.261055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.263648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.588s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.269185] env[63862]: INFO nova.compute.claims [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2380.286250] env[63862]: INFO nova.scheduler.client.report [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Deleted allocations for instance 0e7f8f04-de48-474d-bd26-608dca013e36 [ 2380.566691] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5287df38-f3ce-0983-b031-e23cc5b6f7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.038749} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.567050] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2380.567397] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 20b53997-f2b3-4708-ab82-ca39ffbb5360/20b53997-f2b3-4708-ab82-ca39ffbb5360.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2380.567727] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3474ead0-cba5-4414-8591-b31021309a11 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.576703] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2380.576703] env[63862]: value = "task-2099006" [ 2380.576703] env[63862]: _type = "Task" [ 2380.576703] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.588768] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.766016] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0f8547a5-e6f7-49fe-af22-d9b1d20bb2bc] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2380.796868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2025bb0c-80c0-4ea3-9589-d96797c35c91 tempest-ServersNegativeTestMultiTenantJSON-1475639002 tempest-ServersNegativeTestMultiTenantJSON-1475639002-project-member] Lock "0e7f8f04-de48-474d-bd26-608dca013e36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.368s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.088173] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099006, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.269054] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3bd7d210-f7ec-450b-801b-a27ddefe5c8b] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2381.437350] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c4e7d6-a17e-4ee1-a9f9-cdd89c306e23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.445564] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2deb3d-1ee5-4d03-8b3b-06baab7de350 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.477022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661b4a9-93cb-4ad1-b09b-41bef18eb7b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.484542] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6bad9-2320-4556-884e-fbb4a90917b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.501457] env[63862]: DEBUG nova.compute.provider_tree [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2381.587850] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661462} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.589118] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 20b53997-f2b3-4708-ab82-ca39ffbb5360/20b53997-f2b3-4708-ab82-ca39ffbb5360.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2381.589118] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2381.589118] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3964b907-df8a-4bc5-97af-69ca7175bde5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.595201] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2381.595201] env[63862]: value = "task-2099007" [ 2381.595201] env[63862]: _type = "Task" [ 2381.595201] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.603588] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.726294] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.726711] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.773054] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 83f9edf2-2498-4b85-b189-8221cd9ff1a4] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2382.005559] env[63862]: DEBUG nova.scheduler.client.report [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2382.106734] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060219} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2382.107159] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2382.108110] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a0c6a-b4f1-4d66-87e3-c23b325038b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.134020] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 20b53997-f2b3-4708-ab82-ca39ffbb5360/20b53997-f2b3-4708-ab82-ca39ffbb5360.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2382.134020] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b67fb9fc-0a95-4e76-ac93-2121cb60d7ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.156274] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2382.156274] env[63862]: value = "task-2099008" [ 2382.156274] env[63862]: _type = "Task" [ 2382.156274] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.165860] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.230881] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2382.278577] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4796b724-bccf-4b79-ac9f-ac633527def9] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2382.368606] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.369098] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.511275] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.511803] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2382.670584] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.755420] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.755802] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.757633] env[63862]: INFO nova.compute.claims [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2382.783120] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 777d3286-de11-4541-99f9-b32388e7c7c9] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2382.871814] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2383.017840] env[63862]: DEBUG nova.compute.utils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2383.019426] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2383.019618] env[63862]: DEBUG nova.network.neutron [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2383.069588] env[63862]: DEBUG nova.policy [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2383.168571] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099008, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.288559] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: aef3289d-3eb2-4d87-b2f8-a4f335368113] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2383.377015] env[63862]: DEBUG nova.network.neutron [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Successfully created port: 4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2383.400998] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.522556] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2383.670694] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099008, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.792513] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 8ca39ef8-b09e-480b-93a4-44ceb7cbebfd] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2383.937392] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691d9c5f-003c-4c64-83f0-4aa6a150b973 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.945503] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1fb03a-aa44-47db-b711-243ca698692f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.977706] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ec767-5cc2-4244-a120-f6c91a9c27eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.985838] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5697880d-14e8-44ad-9269-1436f9135ed4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.008846] env[63862]: DEBUG nova.compute.provider_tree [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2384.168325] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099008, 'name': ReconfigVM_Task, 'duration_secs': 1.909085} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.168621] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 20b53997-f2b3-4708-ab82-ca39ffbb5360/20b53997-f2b3-4708-ab82-ca39ffbb5360.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2384.169295] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d284da-d1e4-4db3-802a-b9e0dfce8d2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.174793] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2384.174793] env[63862]: value = "task-2099009" [ 2384.174793] env[63862]: _type = "Task" [ 2384.174793] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.182174] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099009, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.295632] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a52c8ca3-482e-48df-b8a1-7a20bbbaddf7] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2384.512530] env[63862]: DEBUG nova.scheduler.client.report [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2384.533163] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2384.559359] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2384.559618] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2384.559775] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2384.559953] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2384.560116] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2384.560262] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2384.560474] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2384.560651] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2384.561182] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2384.561182] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2384.561313] env[63862]: DEBUG nova.virt.hardware [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2384.562365] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74961873-7dc2-496f-aadd-a296ae395803 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.570204] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3c511-ad55-4af6-b416-a85f4de9f2de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.684355] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099009, 'name': Rename_Task, 'duration_secs': 0.139423} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.684616] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2384.684864] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e36db0ef-84b9-4489-ba5b-740ab1ba5b19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.691438] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2384.691438] env[63862]: value = "task-2099010" [ 2384.691438] env[63862]: _type = "Task" [ 2384.691438] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.698899] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.799271] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3a3816f6-9478-45f3-be2d-0a58ac0335dc] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2385.020166] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.020709] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2385.023608] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.623s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.025064] env[63862]: INFO nova.compute.claims [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2385.201475] env[63862]: DEBUG oslo_vmware.api [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099010, 'name': PowerOnVM_Task, 'duration_secs': 0.422873} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.201677] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2385.201957] env[63862]: INFO nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Took 10.00 seconds to spawn the instance on the hypervisor. [ 2385.202177] env[63862]: DEBUG nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2385.202918] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467dd16-fa23-4de9-b925-3283d43144fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.302344] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a468b187-e36c-43f0-bd86-126564068f4e] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2385.529165] env[63862]: DEBUG nova.compute.utils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2385.532350] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2385.532528] env[63862]: DEBUG nova.network.neutron [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2385.578603] env[63862]: DEBUG nova.policy [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '797fe15e11ef4654a843eb02d42a8c33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '537f1ef1fa314a88b35e7a42b036b2d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2385.726625] env[63862]: INFO nova.compute.manager [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Took 16.40 seconds to build instance. [ 2385.808414] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 133ec6e5-3de6-4613-86bc-f13509b1ea60] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2385.943980] env[63862]: DEBUG nova.network.neutron [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Successfully created port: 9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2386.036684] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2386.206821] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9866ee72-435f-45a4-808e-f5be9da54213 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.215041] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bf040d-e25c-4367-bd9e-8b238f333525 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.245632] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2b65c776-4c48-4135-bee6-1ad8247f4df2 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.933s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.247088] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a6fc5-5a46-4bf0-ad46-2f7600e9c0df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.255021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c70d2a-4134-4bfb-8c14-017d9ec1529b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.267444] env[63862]: DEBUG nova.compute.provider_tree [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2386.270765] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.271012] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.271200] env[63862]: DEBUG nova.compute.manager [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2386.271934] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fc0347-d647-4d31-915d-2ade81d06ec4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.277644] env[63862]: DEBUG nova.compute.manager [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2386.278207] env[63862]: DEBUG nova.objects.instance [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'flavor' on Instance uuid 20b53997-f2b3-4708-ab82-ca39ffbb5360 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2386.310658] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 6f889af8-b931-4697-8b97-c7d34a8878e3] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2386.569222] env[63862]: DEBUG nova.compute.manager [req-873b0f4d-f374-4111-a281-d738a2c7dec9 req-fd1562cf-966e-47a3-9552-325f6dfd06af service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-vif-plugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2386.569445] env[63862]: DEBUG oslo_concurrency.lockutils [req-873b0f4d-f374-4111-a281-d738a2c7dec9 req-fd1562cf-966e-47a3-9552-325f6dfd06af service nova] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.569652] env[63862]: DEBUG oslo_concurrency.lockutils [req-873b0f4d-f374-4111-a281-d738a2c7dec9 req-fd1562cf-966e-47a3-9552-325f6dfd06af service nova] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.569824] env[63862]: DEBUG oslo_concurrency.lockutils [req-873b0f4d-f374-4111-a281-d738a2c7dec9 req-fd1562cf-966e-47a3-9552-325f6dfd06af service nova] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.569992] env[63862]: DEBUG nova.compute.manager [req-873b0f4d-f374-4111-a281-d738a2c7dec9 req-fd1562cf-966e-47a3-9552-325f6dfd06af service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] No waiting events found dispatching network-vif-plugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2386.570806] env[63862]: WARNING nova.compute.manager [req-873b0f4d-f374-4111-a281-d738a2c7dec9 req-fd1562cf-966e-47a3-9552-325f6dfd06af service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received unexpected event network-vif-plugged-2e96e66d-68c3-4182-a84d-1cd22269e1f6 for instance with vm_state shelved_offloaded and task_state spawning. [ 2386.661040] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.661472] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.661720] env[63862]: DEBUG nova.network.neutron [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2386.771093] env[63862]: DEBUG nova.scheduler.client.report [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2386.813793] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4cfe5db8-924d-4733-a0aa-77b41889ab56] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2387.050419] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2387.077382] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2387.077628] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2387.077786] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2387.077963] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2387.078135] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2387.078287] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2387.078566] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2387.078731] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2387.078898] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2387.079073] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2387.079253] env[63862]: DEBUG nova.virt.hardware [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2387.080604] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d62b5f-ccbe-40f6-8446-dc94a736eee6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.088020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1277be-d238-4cfc-a47f-4eaa33087993 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.275656] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.276040] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2387.286499] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2387.286788] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4a52a05-e442-4c4a-bc20-1bab410f3690 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.294498] env[63862]: DEBUG oslo_vmware.api [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2387.294498] env[63862]: value = "task-2099011" [ 2387.294498] env[63862]: _type = "Task" [ 2387.294498] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.302956] env[63862]: DEBUG oslo_vmware.api [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.316630] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 1e764253-af3a-41b9-95f5-ecba50effbfb] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2387.391376] env[63862]: DEBUG nova.compute.manager [req-7909f460-9528-4c23-b119-9709927400b2 req-2a90e3a7-45b5-4bcc-a005-4e3d4cf9608b service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Received event network-vif-plugged-4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2387.391772] env[63862]: DEBUG oslo_concurrency.lockutils [req-7909f460-9528-4c23-b119-9709927400b2 req-2a90e3a7-45b5-4bcc-a005-4e3d4cf9608b service nova] Acquiring lock "afd8cdba-59a1-446d-8327-69f572fa5317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.392913] env[63862]: DEBUG oslo_concurrency.lockutils [req-7909f460-9528-4c23-b119-9709927400b2 req-2a90e3a7-45b5-4bcc-a005-4e3d4cf9608b service nova] Lock "afd8cdba-59a1-446d-8327-69f572fa5317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.392913] env[63862]: DEBUG oslo_concurrency.lockutils [req-7909f460-9528-4c23-b119-9709927400b2 req-2a90e3a7-45b5-4bcc-a005-4e3d4cf9608b service nova] Lock "afd8cdba-59a1-446d-8327-69f572fa5317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.392913] env[63862]: DEBUG nova.compute.manager [req-7909f460-9528-4c23-b119-9709927400b2 req-2a90e3a7-45b5-4bcc-a005-4e3d4cf9608b service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] No waiting events found dispatching network-vif-plugged-4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2387.392913] env[63862]: WARNING nova.compute.manager [req-7909f460-9528-4c23-b119-9709927400b2 req-2a90e3a7-45b5-4bcc-a005-4e3d4cf9608b service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Received unexpected event network-vif-plugged-4956c887-8624-4118-b9a8-e672df433415 for instance with vm_state building and task_state spawning. [ 2387.475793] env[63862]: DEBUG nova.network.neutron [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Successfully updated port: 4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2387.524083] env[63862]: DEBUG nova.network.neutron [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.584235] env[63862]: DEBUG nova.network.neutron [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Successfully updated port: 9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2387.780533] env[63862]: DEBUG nova.compute.utils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2387.782459] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2387.782629] env[63862]: DEBUG nova.network.neutron [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2387.804638] env[63862]: DEBUG oslo_vmware.api [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099011, 'name': PowerOffVM_Task, 'duration_secs': 0.170137} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.805056] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2387.805192] env[63862]: DEBUG nova.compute.manager [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2387.806173] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f756fb-c821-4ab6-9fa5-fcde51e2ef43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.820572] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 5055db0a-a895-4fbd-be64-e587e03ce58e] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2387.850066] env[63862]: DEBUG nova.policy [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d718a8118b24a55b39ba50fc35a92fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '300f67bd54cc481d8b06a1569d3b29ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2387.978315] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-afd8cdba-59a1-446d-8327-69f572fa5317" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.978492] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-afd8cdba-59a1-446d-8327-69f572fa5317" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.978653] env[63862]: DEBUG nova.network.neutron [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.027700] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.055148] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='70b7beddbb0bd2141a0f726394cea6b5',container_format='bare',created_at=2025-01-13T22:51:06Z,direct_url=,disk_format='vmdk',id=7841b782-94a1-410c-bda8-34acf36d9f6b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1035311623-shelved',owner='c8fcb223b1484cc4b5ebc846062e0f63',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-01-13T22:51:21Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2388.055413] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2388.055572] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2388.055753] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2388.055897] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2388.056111] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2388.056373] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2388.056577] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2388.056783] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2388.056982] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2388.057228] env[63862]: DEBUG nova.virt.hardware [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2388.058102] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7037ee8f-1e43-4d2c-854f-86480cd2b985 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.066060] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d11ad3-e558-4d7e-9985-602ba494ad11 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.079936] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c3:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e96e66d-68c3-4182-a84d-1cd22269e1f6', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2388.088667] env[63862]: DEBUG oslo.service.loopingcall [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2388.093024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "refresh_cache-02282fed-8a96-4ee4-8bb8-8dd7669f5355" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.093024] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquired lock "refresh_cache-02282fed-8a96-4ee4-8bb8-8dd7669f5355" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.093024] env[63862]: DEBUG nova.network.neutron [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.093024] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2388.093024] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291cfe4f-383f-4069-afd1-b9b752d0ccbd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.112957] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2388.112957] env[63862]: value = "task-2099012" [ 2388.112957] env[63862]: _type = "Task" [ 2388.112957] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.121367] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099012, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.289062] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2388.319130] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b4a3f08f-0212-4a5c-a07c-f755b6eb331b tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.323059] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a57679b4-7b79-4644-ac00-8b6a529d836c] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2388.469581] env[63862]: DEBUG nova.network.neutron [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Successfully created port: f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2388.532352] env[63862]: DEBUG nova.network.neutron [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2388.600441] env[63862]: DEBUG nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2388.600643] env[63862]: DEBUG nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing instance network info cache due to event network-changed-2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2388.600860] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Acquiring lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.601394] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Acquired lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.601654] env[63862]: DEBUG nova.network.neutron [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Refreshing network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2388.622728] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099012, 'name': CreateVM_Task, 'duration_secs': 0.427478} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.622907] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2388.623588] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.623794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.624211] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2388.624516] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941eef6e-fd60-49c6-bb74-9e62477d5942 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.629160] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2388.629160] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5216f143-79c7-e273-ef92-3d1f43d3fae3" [ 2388.629160] env[63862]: _type = "Task" [ 2388.629160] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.636666] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5216f143-79c7-e273-ef92-3d1f43d3fae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.637620] env[63862]: DEBUG nova.network.neutron [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2388.774417] env[63862]: DEBUG nova.network.neutron [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Updating instance_info_cache with network_info: [{"id": "9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b", "address": "fa:16:3e:0b:2e:2a", "network": {"id": "ee83896c-8c39-4cf2-b48b-c0d70e7cac26", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1012958116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537f1ef1fa314a88b35e7a42b036b2d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbbd1c7-a7", "ovs_interfaceid": "9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.791841] env[63862]: INFO nova.virt.block_device [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Booting with volume f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5 at /dev/sda [ 2388.807671] env[63862]: DEBUG nova.network.neutron [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Updating instance_info_cache with network_info: [{"id": "4956c887-8624-4118-b9a8-e672df433415", "address": "fa:16:3e:40:b6:c4", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4956c887-86", "ovs_interfaceid": "4956c887-8624-4118-b9a8-e672df433415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.826474] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0b1219cd-8dbe-4ac8-b867-3c956bf43288] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2388.829403] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d52a1625-9b39-4cf4-8009-0b3aac36a148 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.839213] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c94f85-6217-4331-ad4f-af0a3fddbe87 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.869582] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcd3ace5-558a-4033-89c7-63613cfa5b0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.877883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb557b0c-4561-412c-898b-63520f11cfe5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.911724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbfa32c-ae55-4629-b270-13dd998f495d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.918156] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3316f628-5709-4d60-bd0f-c8b24f81ef8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.931773] env[63862]: DEBUG nova.virt.block_device [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating existing volume attachment record: 8350e6a5-3ee0-44c5-a30e-e7d90a518ea8 {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2389.044944] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.045245] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.046032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "20b53997-f2b3-4708-ab82-ca39ffbb5360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.046032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.046032] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.047979] env[63862]: INFO nova.compute.manager [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Terminating instance [ 2389.154059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.154622] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Processing image 7841b782-94a1-410c-bda8-34acf36d9f6b {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2389.155396] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.155795] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.156440] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2389.157072] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d749eca9-bd4e-4255-b075-cb76ea5220b9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.184036] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2389.184291] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2389.184994] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c622cf3-5482-405d-94c1-ed4f2db93ff7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.194854] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2389.194854] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52fbc7cb-91fa-2898-0c9f-31202a185dfc" [ 2389.194854] env[63862]: _type = "Task" [ 2389.194854] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.213788] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Preparing fetch location {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2389.213987] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Fetch image to [datastore2] OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad/OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad.vmdk {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2389.214054] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Downloading stream optimized image 7841b782-94a1-410c-bda8-34acf36d9f6b to [datastore2] OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad/OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad.vmdk on the data store datastore2 as vApp {{(pid=63862) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2389.214202] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Downloading image file data 7841b782-94a1-410c-bda8-34acf36d9f6b to the ESX as VM named 'OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad' {{(pid=63862) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2389.295225] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Releasing lock "refresh_cache-02282fed-8a96-4ee4-8bb8-8dd7669f5355" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.295225] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Instance network_info: |[{"id": "9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b", "address": "fa:16:3e:0b:2e:2a", "network": {"id": "ee83896c-8c39-4cf2-b48b-c0d70e7cac26", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1012958116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537f1ef1fa314a88b35e7a42b036b2d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbbd1c7-a7", "ovs_interfaceid": "9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2389.297746] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:2e:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2389.304943] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Creating folder: Project (537f1ef1fa314a88b35e7a42b036b2d8). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2389.305215] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907c00ba-7896-4104-a36b-76088f2dbfae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.310213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-afd8cdba-59a1-446d-8327-69f572fa5317" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.310597] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Instance network_info: |[{"id": "4956c887-8624-4118-b9a8-e672df433415", "address": "fa:16:3e:40:b6:c4", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4956c887-86", "ovs_interfaceid": "4956c887-8624-4118-b9a8-e672df433415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2389.311063] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:b6:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4956c887-8624-4118-b9a8-e672df433415', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2389.318250] env[63862]: DEBUG oslo.service.loopingcall [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2389.321487] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2389.321759] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Created folder: Project (537f1ef1fa314a88b35e7a42b036b2d8) in parent group-v429490. [ 2389.321928] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Creating folder: Instances. Parent ref: group-v429792. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2389.322335] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0db64d2-7f90-41f6-83ed-65dfd089d8ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.336481] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf0f7852-6c5a-4a45-99b6-b9b87f02723c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.338212] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.343526] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2389.343526] env[63862]: value = "resgroup-9" [ 2389.343526] env[63862]: _type = "ResourcePool" [ 2389.343526] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2389.344029] env[63862]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9e92c39c-eafd-49ee-b8b0-209d7c94678f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.363912] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2389.363912] env[63862]: value = "task-2099015" [ 2389.363912] env[63862]: _type = "Task" [ 2389.363912] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.364311] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Created folder: Instances in parent group-v429792. [ 2389.364311] env[63862]: DEBUG oslo.service.loopingcall [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2389.364898] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2389.368324] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da47604e-0ec1-461f-876e-30652e0b7ec1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.386995] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease: (returnval){ [ 2389.386995] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201685b-ae7c-5dcd-f6d3-551ee013bea7" [ 2389.386995] env[63862]: _type = "HttpNfcLease" [ 2389.386995] env[63862]: } obtained for vApp import into resource pool (val){ [ 2389.386995] env[63862]: value = "resgroup-9" [ 2389.386995] env[63862]: _type = "ResourcePool" [ 2389.386995] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2389.387348] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the lease: (returnval){ [ 2389.387348] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201685b-ae7c-5dcd-f6d3-551ee013bea7" [ 2389.387348] env[63862]: _type = "HttpNfcLease" [ 2389.387348] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2389.395417] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099015, 'name': CreateVM_Task} progress is 15%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.397611] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2389.397611] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201685b-ae7c-5dcd-f6d3-551ee013bea7" [ 2389.397611] env[63862]: _type = "HttpNfcLease" [ 2389.397611] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2389.397786] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2389.397786] env[63862]: value = "task-2099017" [ 2389.397786] env[63862]: _type = "Task" [ 2389.397786] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.406272] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099017, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.419947] env[63862]: DEBUG nova.compute.manager [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Received event network-changed-4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.420087] env[63862]: DEBUG nova.compute.manager [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Refreshing instance network info cache due to event network-changed-4956c887-8624-4118-b9a8-e672df433415. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2389.420415] env[63862]: DEBUG oslo_concurrency.lockutils [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] Acquiring lock "refresh_cache-afd8cdba-59a1-446d-8327-69f572fa5317" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.420415] env[63862]: DEBUG oslo_concurrency.lockutils [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] Acquired lock "refresh_cache-afd8cdba-59a1-446d-8327-69f572fa5317" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.420565] env[63862]: DEBUG nova.network.neutron [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Refreshing network info cache for port 4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2389.463999] env[63862]: DEBUG nova.network.neutron [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updated VIF entry in instance network info cache for port 2e96e66d-68c3-4182-a84d-1cd22269e1f6. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2389.464392] env[63862]: DEBUG nova.network.neutron [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [{"id": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "address": "fa:16:3e:f7:c3:7d", "network": {"id": "a3a30961-49d1-4c42-94bc-707859ee2e46", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-10114324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8fcb223b1484cc4b5ebc846062e0f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e96e66d-68", "ovs_interfaceid": "2e96e66d-68c3-4182-a84d-1cd22269e1f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.551914] env[63862]: DEBUG nova.compute.manager [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2389.552144] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2389.553747] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7b2c3-8fa3-4167-99e7-e6ba63796e8d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.562775] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2389.562775] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a2e3df-e807-4b0c-afed-bc5fe595e666 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.687213] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2389.687488] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2389.687627] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleting the datastore file [datastore2] 20b53997-f2b3-4708-ab82-ca39ffbb5360 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2389.687909] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fcd5b77-9a63-4baa-a3db-5911e2699d1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.697212] env[63862]: DEBUG oslo_vmware.api [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2389.697212] env[63862]: value = "task-2099019" [ 2389.697212] env[63862]: _type = "Task" [ 2389.697212] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.705163] env[63862]: DEBUG oslo_vmware.api [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.873436] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099015, 'name': CreateVM_Task, 'duration_secs': 0.468342} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.873801] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2389.874287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.874460] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.874774] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2389.875034] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6f1dc14-6481-49c6-a21a-bdb4a5378dd0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.879224] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2389.879224] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525c3390-e214-e4a9-9eac-2494f01da778" [ 2389.879224] env[63862]: _type = "Task" [ 2389.879224] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.886369] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525c3390-e214-e4a9-9eac-2494f01da778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.894117] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2389.894117] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201685b-ae7c-5dcd-f6d3-551ee013bea7" [ 2389.894117] env[63862]: _type = "HttpNfcLease" [ 2389.894117] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2389.905522] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099017, 'name': CreateVM_Task, 'duration_secs': 0.423013} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.905679] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2389.906334] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.966776] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Releasing lock "refresh_cache-c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.967051] env[63862]: DEBUG nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Received event network-vif-plugged-9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.967245] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Acquiring lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.967440] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.967603] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.967765] env[63862]: DEBUG nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] No waiting events found dispatching network-vif-plugged-9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2389.967928] env[63862]: WARNING nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Received unexpected event network-vif-plugged-9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b for instance with vm_state building and task_state spawning. [ 2389.968099] env[63862]: DEBUG nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Received event network-changed-9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.968253] env[63862]: DEBUG nova.compute.manager [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Refreshing instance network info cache due to event network-changed-9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2389.968470] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Acquiring lock "refresh_cache-02282fed-8a96-4ee4-8bb8-8dd7669f5355" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.968629] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Acquired lock "refresh_cache-02282fed-8a96-4ee4-8bb8-8dd7669f5355" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.968789] env[63862]: DEBUG nova.network.neutron [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Refreshing network info cache for port 9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2390.208341] env[63862]: DEBUG oslo_vmware.api [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168374} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.208608] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2390.208813] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2390.209028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2390.209288] env[63862]: INFO nova.compute.manager [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Took 0.66 seconds to destroy the instance on the hypervisor. [ 2390.209567] env[63862]: DEBUG oslo.service.loopingcall [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2390.209785] env[63862]: DEBUG nova.compute.manager [-] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2390.209881] env[63862]: DEBUG nova.network.neutron [-] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2390.298283] env[63862]: DEBUG nova.network.neutron [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Updated VIF entry in instance network info cache for port 4956c887-8624-4118-b9a8-e672df433415. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2390.298716] env[63862]: DEBUG nova.network.neutron [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Updating instance_info_cache with network_info: [{"id": "4956c887-8624-4118-b9a8-e672df433415", "address": "fa:16:3e:40:b6:c4", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4956c887-86", "ovs_interfaceid": "4956c887-8624-4118-b9a8-e672df433415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.335978] env[63862]: DEBUG nova.network.neutron [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Successfully updated port: f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2390.391353] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525c3390-e214-e4a9-9eac-2494f01da778, 'name': SearchDatastore_Task, 'duration_secs': 0.008232} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.394905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.395185] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2390.395420] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.395587] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2390.395766] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2390.396061] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2390.396365] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2390.396589] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2947569-44df-43fa-b4e5-406f2539b727 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.399014] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bd23d44-dbd6-4017-8cf7-0a8c9e54e14e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.402620] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2390.402620] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201685b-ae7c-5dcd-f6d3-551ee013bea7" [ 2390.402620] env[63862]: _type = "HttpNfcLease" [ 2390.402620] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2390.403310] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2390.403310] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5201685b-ae7c-5dcd-f6d3-551ee013bea7" [ 2390.403310] env[63862]: _type = "HttpNfcLease" [ 2390.403310] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2390.404151] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10a95f7-eb54-40fa-934c-d6fbea8ee67a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.411771] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2390.411771] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52713cd0-586c-a181-bbf0-d00c4d150eca" [ 2390.411771] env[63862]: _type = "Task" [ 2390.411771] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.412198] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2390.412565] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2390.413844] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7e8979-bece-49f8-9fcf-c6585e0420ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.422497] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210896c-d3b8-c1cb-29f8-9b8ba3e6737c/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2390.422724] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210896c-d3b8-c1cb-29f8-9b8ba3e6737c/disk-0.vmdk. {{(pid=63862) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2390.494617] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2390.494617] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bf25f0-313b-81bd-e05e-239764ef4662" [ 2390.494617] env[63862]: _type = "Task" [ 2390.494617] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.494865] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52713cd0-586c-a181-bbf0-d00c4d150eca, 'name': SearchDatastore_Task, 'duration_secs': 0.008426} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.496725] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.496956] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2390.497173] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.504109] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ea81d10-149a-412a-bac1-da21baec4429 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.512050] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bf25f0-313b-81bd-e05e-239764ef4662, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.513736] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6ee940-7be3-4066-a36b-8bebd73d95af {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.518571] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2390.518571] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529d9dfd-7ad6-baba-2ab4-2ce2cc7bd323" [ 2390.518571] env[63862]: _type = "Task" [ 2390.518571] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.529633] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529d9dfd-7ad6-baba-2ab4-2ce2cc7bd323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.631383] env[63862]: DEBUG nova.compute.manager [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Received event network-vif-plugged-f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2390.631712] env[63862]: DEBUG oslo_concurrency.lockutils [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.631937] env[63862]: DEBUG oslo_concurrency.lockutils [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] Lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.632133] env[63862]: DEBUG oslo_concurrency.lockutils [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] Lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.632354] env[63862]: DEBUG nova.compute.manager [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] No waiting events found dispatching network-vif-plugged-f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2390.632618] env[63862]: WARNING nova.compute.manager [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Received unexpected event network-vif-plugged-f6a6eeaa-a094-4be2-9521-c83fa34b7e83 for instance with vm_state building and task_state spawning. [ 2390.632926] env[63862]: DEBUG nova.compute.manager [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Received event network-changed-f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2390.633229] env[63862]: DEBUG nova.compute.manager [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Refreshing instance network info cache due to event network-changed-f6a6eeaa-a094-4be2-9521-c83fa34b7e83. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2390.633531] env[63862]: DEBUG oslo_concurrency.lockutils [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] Acquiring lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.633793] env[63862]: DEBUG oslo_concurrency.lockutils [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] Acquired lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2390.634040] env[63862]: DEBUG nova.network.neutron [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Refreshing network info cache for port f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2390.712191] env[63862]: DEBUG nova.network.neutron [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Updated VIF entry in instance network info cache for port 9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2390.712630] env[63862]: DEBUG nova.network.neutron [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Updating instance_info_cache with network_info: [{"id": "9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b", "address": "fa:16:3e:0b:2e:2a", "network": {"id": "ee83896c-8c39-4cf2-b48b-c0d70e7cac26", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1012958116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "537f1ef1fa314a88b35e7a42b036b2d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fbbd1c7-a7", "ovs_interfaceid": "9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.801388] env[63862]: DEBUG oslo_concurrency.lockutils [req-04bbee34-409d-4f7f-895a-6d20f656c94f req-23c9abaf-7ab5-47da-abd9-715a14820e67 service nova] Releasing lock "refresh_cache-afd8cdba-59a1-446d-8327-69f572fa5317" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.841422] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2390.844223] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2390.995677] env[63862]: DEBUG nova.network.neutron [-] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2391.030160] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529d9dfd-7ad6-baba-2ab4-2ce2cc7bd323, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.033228] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2391.033762] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2391.033933] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2391.034103] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2391.034285] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2391.034430] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2391.034575] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2391.034808] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2391.034983] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2391.035172] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2391.035334] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2391.035506] env[63862]: DEBUG nova.virt.hardware [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2391.035795] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.036042] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] afd8cdba-59a1-446d-8327-69f572fa5317/afd8cdba-59a1-446d-8327-69f572fa5317.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2391.037724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474d7e9e-58d1-44d8-aa9d-ef9f90239eec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.040383] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.040586] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2391.040814] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39e071cd-5eae-4bbb-86c4-895527df4b65 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.044321] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358060c1-a7f8-41b5-94ce-638bb84c8e21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.053270] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cbb752-d560-428e-91ac-934bd04f6c37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.057343] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2391.057343] env[63862]: value = "task-2099020" [ 2391.057343] env[63862]: _type = "Task" [ 2391.057343] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.060280] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2391.060497] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2391.064258] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae7897e-c977-46ad-bc36-a7bc5471a645 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.085375] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.087942] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2391.087942] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bc035b-ee1a-e912-4d2d-50dfe2bf23f5" [ 2391.087942] env[63862]: _type = "Task" [ 2391.087942] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.096349] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bc035b-ee1a-e912-4d2d-50dfe2bf23f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.173331] env[63862]: DEBUG nova.network.neutron [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2391.215655] env[63862]: DEBUG oslo_concurrency.lockutils [req-f7ae5477-4c2f-4ef4-868b-9d3a735a6685 req-1bfb6807-b835-4855-a201-d5a2dc3d10e3 service nova] Releasing lock "refresh_cache-02282fed-8a96-4ee4-8bb8-8dd7669f5355" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.266954] env[63862]: DEBUG nova.network.neutron [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2391.353883] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.354068] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2391.354230] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2391.459048] env[63862]: DEBUG nova.compute.manager [req-37c9bdcc-c12d-47bf-a795-a8f524f20082 req-0cb708a9-b65d-457e-bbbd-3b22f9d91a27 service nova] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Received event network-vif-deleted-942d420d-b1e2-491b-84e1-64673d3b7a69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2391.499434] env[63862]: INFO nova.compute.manager [-] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Took 1.29 seconds to deallocate network for instance. [ 2391.571973] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.602295] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bc035b-ee1a-e912-4d2d-50dfe2bf23f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.603281] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e56245b-92a2-46cd-b936-0ada5c3cad5a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.610141] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2391.610141] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]527c2133-dcb8-aa92-75e7-a5dab5c59601" [ 2391.610141] env[63862]: _type = "Task" [ 2391.610141] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.618262] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527c2133-dcb8-aa92-75e7-a5dab5c59601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.770699] env[63862]: DEBUG oslo_concurrency.lockutils [req-7fad9b0e-05df-4211-a01e-7a09b7c10581 req-faf55635-d33a-43b8-8ed5-a272bdd0e614 service nova] Releasing lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.771208] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.771415] env[63862]: DEBUG nova.network.neutron [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2391.838431] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Completed reading data from the image iterator. {{(pid=63862) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2391.838727] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210896c-d3b8-c1cb-29f8-9b8ba3e6737c/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2391.839724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf9559-912c-4326-a7bd-e93aed5e83f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.846885] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210896c-d3b8-c1cb-29f8-9b8ba3e6737c/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2391.847090] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210896c-d3b8-c1cb-29f8-9b8ba3e6737c/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2391.847337] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-75495ab1-94e3-44c0-a6ee-4257adec0c6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.860695] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Skipping network cache update for instance because it is being deleted. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10464}} [ 2391.860881] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Skipping network cache update for instance because it is Building. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2391.861033] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Skipping network cache update for instance because it is Building. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2391.861166] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Skipping network cache update for instance because it is Building. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2391.890537] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.890724] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.890894] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2391.891064] env[63862]: DEBUG nova.objects.instance [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lazy-loading 'info_cache' on Instance uuid 587605e1-f04e-4d46-a4d2-0f0493039932 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.009119] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.009472] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.009662] env[63862]: DEBUG nova.objects.instance [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'resources' on Instance uuid 20b53997-f2b3-4708-ab82-ca39ffbb5360 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.059780] env[63862]: DEBUG oslo_vmware.rw_handles [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210896c-d3b8-c1cb-29f8-9b8ba3e6737c/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2392.060055] env[63862]: INFO nova.virt.vmwareapi.images [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Downloaded image file data 7841b782-94a1-410c-bda8-34acf36d9f6b [ 2392.061132] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa399836-159c-4dee-b426-2b022d2aabb2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.072069] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674108} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.082333] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] afd8cdba-59a1-446d-8327-69f572fa5317/afd8cdba-59a1-446d-8327-69f572fa5317.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2392.082650] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2392.083378] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ab784b-bbea-4ef4-a7f6-d25f89294d1f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.085273] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634e7f19-9c62-41c9-bc8f-b3c2503fa676 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.092697] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2392.092697] env[63862]: value = "task-2099022" [ 2392.092697] env[63862]: _type = "Task" [ 2392.092697] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.101434] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.121459] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]527c2133-dcb8-aa92-75e7-a5dab5c59601, 'name': SearchDatastore_Task, 'duration_secs': 0.03455} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.121712] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.121931] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 02282fed-8a96-4ee4-8bb8-8dd7669f5355/02282fed-8a96-4ee4-8bb8-8dd7669f5355.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2392.122195] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae457bff-626c-49d9-bff5-0b842dd40975 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.129132] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2392.129132] env[63862]: value = "task-2099023" [ 2392.129132] env[63862]: _type = "Task" [ 2392.129132] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.136741] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.183983] env[63862]: INFO nova.virt.vmwareapi.images [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] The imported VM was unregistered [ 2392.186515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Caching image {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2392.186790] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2392.187101] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-649c656d-0af3-40a1-9c4c-ed025f4cd6ea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.197549] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Created directory with path [datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2392.197856] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad/OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad.vmdk to [datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk. {{(pid=63862) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2392.198050] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f1ff8b5-9d5b-465b-b317-bd03d13f88a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.204421] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2392.204421] env[63862]: value = "task-2099024" [ 2392.204421] env[63862]: _type = "Task" [ 2392.204421] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.212609] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.304358] env[63862]: DEBUG nova.network.neutron [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2392.494493] env[63862]: DEBUG nova.network.neutron [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [{"id": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "address": "fa:16:3e:9a:fd:25", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a6eeaa-a0", "ovs_interfaceid": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.606559] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179768} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.606559] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2392.610227] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45119b98-2d56-4dec-8368-d118bcbe17d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.639010] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] afd8cdba-59a1-446d-8327-69f572fa5317/afd8cdba-59a1-446d-8327-69f572fa5317.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2392.644999] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dce68e8-08f4-4816-b671-f8fc6793226a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.667262] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099023, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.669228] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2392.669228] env[63862]: value = "task-2099025" [ 2392.669228] env[63862]: _type = "Task" [ 2392.669228] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.716651] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.735164] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97996dcc-eb68-4d96-9433-d36b8763b08a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.741821] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f06ad4-66e8-4186-8b4f-caff438fe325 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.774809] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c593c-dc37-4cf0-b234-c265e3aa1e50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.781167] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839ce402-32b0-4702-95a9-e09ed21424e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.794896] env[63862]: DEBUG nova.compute.provider_tree [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2392.997677] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.998054] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Instance network_info: |[{"id": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "address": "fa:16:3e:9a:fd:25", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a6eeaa-a0", "ovs_interfaceid": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2392.998591] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:fd:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6a6eeaa-a094-4be2-9521-c83fa34b7e83', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2393.006960] env[63862]: DEBUG oslo.service.loopingcall [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2393.007265] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2393.007515] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a35681d3-f969-4f46-bc07-0d9f4121d857 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.031300] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2393.031300] env[63862]: value = "task-2099026" [ 2393.031300] env[63862]: _type = "Task" [ 2393.031300] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.042427] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099026, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.141603] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579567} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.141903] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 02282fed-8a96-4ee4-8bb8-8dd7669f5355/02282fed-8a96-4ee4-8bb8-8dd7669f5355.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2393.142148] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2393.142483] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebdefdd0-c696-4635-9561-fe53591504d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.152430] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2393.152430] env[63862]: value = "task-2099027" [ 2393.152430] env[63862]: _type = "Task" [ 2393.152430] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.163805] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.184924] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.217945] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.298307] env[63862]: DEBUG nova.scheduler.client.report [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2393.544330] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099026, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.664977] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234576} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.666706] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2393.666706] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4298980c-c0de-4094-abf0-55279a6a6bf1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.692908] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 02282fed-8a96-4ee4-8bb8-8dd7669f5355/02282fed-8a96-4ee4-8bb8-8dd7669f5355.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2393.699492] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-affaed3e-1802-401b-8b85-64d5b0fbf60a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.721988] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.723913] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2393.723913] env[63862]: value = "task-2099028" [ 2393.723913] env[63862]: _type = "Task" [ 2393.723913] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.730377] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.735353] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.789806] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [{"id": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "address": "fa:16:3e:76:5f:76", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4fe5b6-99", "ovs_interfaceid": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.805229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.832632] env[63862]: INFO nova.scheduler.client.report [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocations for instance 20b53997-f2b3-4708-ab82-ca39ffbb5360 [ 2394.043785] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099026, 'name': CreateVM_Task, 'duration_secs': 0.927578} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.044222] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2394.044705] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429789', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'name': 'volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd5b8715-509b-436b-9256-b930c9c81e79', 'attached_at': '', 'detached_at': '', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'serial': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5'}, 'device_type': None, 'delete_on_termination': True, 'attachment_id': '8350e6a5-3ee0-44c5-a30e-e7d90a518ea8', 'mount_device': '/dev/sda', 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63862) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2394.044923] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Root volume attach. Driver type: vmdk {{(pid=63862) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2394.045742] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb3af40-4c66-4921-9f1f-760546f11923 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.053809] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfd7087-a0d1-4746-8475-fc32a16b440e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.060785] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad6958-5281-44e6-8bdb-2f5d4205accd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.067038] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-97fb9902-85fa-49bf-9e06-3fdd7b05d036 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.074188] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2394.074188] env[63862]: value = "task-2099029" [ 2394.074188] env[63862]: _type = "Task" [ 2394.074188] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.082283] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099029, 'name': RelocateVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.193602] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.224709] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.233595] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.293429] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.293652] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2394.293887] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2394.294363] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Getting list of instances from cluster (obj){ [ 2394.294363] env[63862]: value = "domain-c8" [ 2394.294363] env[63862]: _type = "ClusterComputeResource" [ 2394.294363] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2394.295513] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32173367-91ef-4495-95e0-22b96308a48a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.317747] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Got total of 11 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2394.340848] env[63862]: DEBUG oslo_concurrency.lockutils [None req-ea095fd2-be0d-417f-95a1-5984a5f04797 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "20b53997-f2b3-4708-ab82-ca39ffbb5360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.295s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.584702] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099029, 'name': RelocateVM_Task, 'duration_secs': 0.024339} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.585014] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2394.585494] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429789', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'name': 'volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd5b8715-509b-436b-9256-b930c9c81e79', 'attached_at': '', 'detached_at': '', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'serial': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2394.586366] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc467a-fc10-4ed8-b5c2-a70ce6fca228 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.603027] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a08dd8-2572-4d2e-a678-b3f294da8319 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.626510] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5/volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2394.627245] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5c288a-0285-4c7d-850f-005d5e174b11 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.647814] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2394.647814] env[63862]: value = "task-2099030" [ 2394.647814] env[63862]: _type = "Task" [ 2394.647814] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.657695] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.695436] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.725021] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.733460] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099028, 'name': ReconfigVM_Task, 'duration_secs': 0.971435} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.733755] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 02282fed-8a96-4ee4-8bb8-8dd7669f5355/02282fed-8a96-4ee4-8bb8-8dd7669f5355.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2394.734417] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3bcbc4a-b935-4e63-88d3-1ffdcb83c29a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.741054] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2394.741054] env[63862]: value = "task-2099031" [ 2394.741054] env[63862]: _type = "Task" [ 2394.741054] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.749411] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099031, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.059875] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.060299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.158359] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.193250] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099025, 'name': ReconfigVM_Task, 'duration_secs': 2.475017} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.193651] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Reconfigured VM instance instance-0000006e to attach disk [datastore2] afd8cdba-59a1-446d-8327-69f572fa5317/afd8cdba-59a1-446d-8327-69f572fa5317.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2395.194295] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fc0f487-2941-472b-9ef0-587fabda57cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.199760] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2395.199760] env[63862]: value = "task-2099032" [ 2395.199760] env[63862]: _type = "Task" [ 2395.199760] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.210074] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099032, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.223541] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099024, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.954513} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.223837] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad/OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad.vmdk to [datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk. [ 2395.224070] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Cleaning up location [datastore2] OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2395.224278] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0edcc70d-25e9-47d3-9b3a-10a46143d1ad {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2395.224590] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-088c571f-ad3b-41fa-99cc-c665722a45e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.230676] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2395.230676] env[63862]: value = "task-2099033" [ 2395.230676] env[63862]: _type = "Task" [ 2395.230676] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.238755] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.249752] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099031, 'name': Rename_Task, 'duration_secs': 0.383977} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.250086] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2395.250335] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73cf8c5e-6add-4ccc-b5fb-53e188501a91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.255748] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2395.255748] env[63862]: value = "task-2099034" [ 2395.255748] env[63862]: _type = "Task" [ 2395.255748] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.263419] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.563055] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2395.658954] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099030, 'name': ReconfigVM_Task, 'duration_secs': 0.600601} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.659308] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5/volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2395.664307] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b988d1-56a0-4f25-80f3-9ea0f0a83809 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.679643] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2395.679643] env[63862]: value = "task-2099035" [ 2395.679643] env[63862]: _type = "Task" [ 2395.679643] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.692046] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.707770] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099032, 'name': Rename_Task, 'duration_secs': 0.157384} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.708125] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2395.708403] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39a8fd5-8e8f-4f39-84b6-b88449584a70 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.713561] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2395.713561] env[63862]: value = "task-2099036" [ 2395.713561] env[63862]: _type = "Task" [ 2395.713561] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.721018] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.739555] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038996} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.739913] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2395.740213] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.740518] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk to [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2395.740870] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e4687b8-a4c8-4263-bb7b-4af1655423c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.748674] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2395.748674] env[63862]: value = "task-2099037" [ 2395.748674] env[63862]: _type = "Task" [ 2395.748674] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.756648] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.763438] env[63862]: DEBUG oslo_vmware.api [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099034, 'name': PowerOnVM_Task, 'duration_secs': 0.455485} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.763726] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2395.763973] env[63862]: INFO nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Took 8.71 seconds to spawn the instance on the hypervisor. [ 2395.764210] env[63862]: DEBUG nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2395.764919] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00efc9cb-7508-4953-9586-4f0384071427 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.086423] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.086830] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.088797] env[63862]: INFO nova.compute.claims [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2396.190495] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099035, 'name': ReconfigVM_Task, 'duration_secs': 0.209395} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.190818] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429789', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'name': 'volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd5b8715-509b-436b-9256-b930c9c81e79', 'attached_at': '', 'detached_at': '', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'serial': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2396.191418] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd9a9ff8-15c7-4efb-8244-524a78056282 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.197704] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2396.197704] env[63862]: value = "task-2099038" [ 2396.197704] env[63862]: _type = "Task" [ 2396.197704] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.207164] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099038, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.223536] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.259408] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099037, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.282786] env[63862]: INFO nova.compute.manager [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Took 13.55 seconds to build instance. [ 2396.707908] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099038, 'name': Rename_Task, 'duration_secs': 0.31666} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.708220] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.708480] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c36a61-3d49-40d4-8747-28772ec724ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.715482] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2396.715482] env[63862]: value = "task-2099039" [ 2396.715482] env[63862]: _type = "Task" [ 2396.715482] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.726483] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099036, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.729544] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.734194] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.759377] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099037, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.786202] env[63862]: DEBUG oslo_concurrency.lockutils [None req-99ba1a51-107d-49df-9fb4-1c0e7a3b6864 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.059s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.786529] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.052s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.786994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2396.787271] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2396.787460] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.790133] env[63862]: INFO nova.compute.manager [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Terminating instance [ 2397.236480] env[63862]: DEBUG oslo_vmware.api [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099036, 'name': PowerOnVM_Task, 'duration_secs': 1.079367} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.244604] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2397.244856] env[63862]: INFO nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Took 12.71 seconds to spawn the instance on the hypervisor. [ 2397.245054] env[63862]: DEBUG nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2397.245415] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.246478] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e968b6-b74b-4996-9812-293d97e6a109 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.267335] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099037, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.286768] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70208d6-2b05-444b-95d7-ba7c9b9ecc22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.294959] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67fd59e-00bf-43db-a16a-308f1009c6e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.300103] env[63862]: DEBUG nova.compute.manager [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2397.300103] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2397.300509] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560f041-afde-44be-8287-4c83b8f49d96 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.340777] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dff9fb-f4a3-4b3c-ba91-a6cb61ae7982 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.344019] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2397.344599] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b64ad72-c704-4899-9632-75f3ac6e356d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.353164] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b351b-1367-4eff-b873-7d312b58bc3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.357831] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2397.357831] env[63862]: value = "task-2099040" [ 2397.357831] env[63862]: _type = "Task" [ 2397.357831] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.370363] env[63862]: DEBUG nova.compute.provider_tree [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2397.377603] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.734203] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.760866] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099037, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.770786] env[63862]: INFO nova.compute.manager [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Took 19.12 seconds to build instance. [ 2397.870384] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099040, 'name': PowerOffVM_Task, 'duration_secs': 0.406502} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.870685] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2397.870864] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2397.871211] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26111353-7dfb-46b5-b72a-a559e687d651 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.873550] env[63862]: DEBUG nova.scheduler.client.report [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2398.008883] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-2065d125-3600-436a-9069-56f221d8e80b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.009133] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-2065d125-3600-436a-9069-56f221d8e80b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.009567] env[63862]: DEBUG nova.objects.instance [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'flavor' on Instance uuid 2065d125-3600-436a-9069-56f221d8e80b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.082884] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2398.083207] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2398.083479] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Deleting the datastore file [datastore2] 02282fed-8a96-4ee4-8bb8-8dd7669f5355 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2398.083769] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29dfbed7-ba2f-4f3d-bdfb-0cc1d10a1f26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.092167] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for the task: (returnval){ [ 2398.092167] env[63862]: value = "task-2099042" [ 2398.092167] env[63862]: _type = "Task" [ 2398.092167] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.101212] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.233545] env[63862]: DEBUG oslo_vmware.api [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099039, 'name': PowerOnVM_Task, 'duration_secs': 1.195093} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.233991] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2398.233991] env[63862]: INFO nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Took 7.20 seconds to spawn the instance on the hypervisor. [ 2398.234201] env[63862]: DEBUG nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2398.234947] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf15e5fa-ef61-46c2-a986-9d2fc3ef46ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.262114] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099037, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.470411} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.262398] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7841b782-94a1-410c-bda8-34acf36d9f6b/7841b782-94a1-410c-bda8-34acf36d9f6b.vmdk to [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2398.263191] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e93aff8-e1e2-4ac0-bf83-1b482e4a7adf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.277402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b00c24cb-4452-4683-aa94-d3d5c0c92610 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "afd8cdba-59a1-446d-8327-69f572fa5317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.634s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.286425] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2398.287459] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59004b98-6425-402b-aa10-786fab34ddf7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.306997] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2398.306997] env[63862]: value = "task-2099043" [ 2398.306997] env[63862]: _type = "Task" [ 2398.306997] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.319031] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.379431] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.379980] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2398.585576] env[63862]: DEBUG nova.objects.instance [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'pci_requests' on Instance uuid 2065d125-3600-436a-9069-56f221d8e80b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2398.602159] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.751103] env[63862]: INFO nova.compute.manager [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Took 15.37 seconds to build instance. [ 2398.816478] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099043, 'name': ReconfigVM_Task, 'duration_secs': 0.269745} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.816862] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Reconfigured VM instance instance-0000005e to attach disk [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c/c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2398.817504] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a74c1f-46f8-4800-92fc-bfecf584baba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.824090] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2398.824090] env[63862]: value = "task-2099044" [ 2398.824090] env[63862]: _type = "Task" [ 2398.824090] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.833296] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099044, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.884817] env[63862]: DEBUG nova.compute.utils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2398.886541] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2398.886735] env[63862]: DEBUG nova.network.neutron [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2398.926330] env[63862]: DEBUG nova.policy [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7cba07d3024839861d6f18ec630e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae90ea36d3a47c68c48b289663ca235', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2399.088138] env[63862]: DEBUG nova.objects.base [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Object Instance<2065d125-3600-436a-9069-56f221d8e80b> lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2399.088418] env[63862]: DEBUG nova.network.neutron [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2399.103139] env[63862]: DEBUG oslo_vmware.api [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Task: {'id': task-2099042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.930566} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.103294] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2399.103496] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2399.103754] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2399.103891] env[63862]: INFO nova.compute.manager [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Took 1.80 seconds to destroy the instance on the hypervisor. [ 2399.104143] env[63862]: DEBUG oslo.service.loopingcall [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2399.104328] env[63862]: DEBUG nova.compute.manager [-] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2399.104424] env[63862]: DEBUG nova.network.neutron [-] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2399.177410] env[63862]: DEBUG nova.policy [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2399.252970] env[63862]: DEBUG oslo_concurrency.lockutils [None req-46937e8c-5147-4c2c-a463-56213a9e4b41 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.884s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.255722] env[63862]: DEBUG nova.network.neutron [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Successfully created port: d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2399.335435] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099044, 'name': Rename_Task, 'duration_secs': 0.146379} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.335435] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2399.335790] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8207e048-6392-4263-a73c-2fe81d154e20 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.343566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "afd8cdba-59a1-446d-8327-69f572fa5317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.343566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "afd8cdba-59a1-446d-8327-69f572fa5317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.343566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "afd8cdba-59a1-446d-8327-69f572fa5317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.343566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "afd8cdba-59a1-446d-8327-69f572fa5317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.343566] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "afd8cdba-59a1-446d-8327-69f572fa5317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.344716] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2399.344716] env[63862]: value = "task-2099045" [ 2399.344716] env[63862]: _type = "Task" [ 2399.344716] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.345287] env[63862]: INFO nova.compute.manager [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Terminating instance [ 2399.357885] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.390036] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2399.855669] env[63862]: DEBUG nova.compute.manager [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2399.856098] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2399.857298] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb563ca7-fbe1-4870-8570-9aec93b84e97 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.864481] env[63862]: DEBUG nova.compute.manager [req-4f930b50-0f7e-41c3-8edd-8d7a771c381d req-c3aafc31-e3c5-44db-aaca-d6ba6a2e3a56 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Received event network-vif-deleted-9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2399.864742] env[63862]: INFO nova.compute.manager [req-4f930b50-0f7e-41c3-8edd-8d7a771c381d req-c3aafc31-e3c5-44db-aaca-d6ba6a2e3a56 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Neutron deleted interface 9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b; detaching it from the instance and deleting it from the info cache [ 2399.864958] env[63862]: DEBUG nova.network.neutron [req-4f930b50-0f7e-41c3-8edd-8d7a771c381d req-c3aafc31-e3c5-44db-aaca-d6ba6a2e3a56 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.877269] env[63862]: DEBUG oslo_vmware.api [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099045, 'name': PowerOnVM_Task, 'duration_secs': 0.505185} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.877269] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2399.878330] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2399.881927] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0360f35d-d760-42bb-92ad-b38da7fc07dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.890992] env[63862]: DEBUG oslo_vmware.api [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2399.890992] env[63862]: value = "task-2099046" [ 2399.890992] env[63862]: _type = "Task" [ 2399.890992] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.909581] env[63862]: DEBUG oslo_vmware.api [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.984327] env[63862]: DEBUG nova.network.neutron [-] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.002183] env[63862]: DEBUG nova.compute.manager [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2400.002183] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3821d8f4-72a0-4b7b-bc32-a1de4c959b8b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.103579] env[63862]: DEBUG nova.network.neutron [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Successfully created port: d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2400.379483] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e95dde19-eece-4f7c-8800-ba87ab8797dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.389749] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d73aa-951d-4935-a955-e70fcd49eddb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.403930] env[63862]: DEBUG nova.compute.manager [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Received event network-changed-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2400.404185] env[63862]: DEBUG nova.compute.manager [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Refreshing instance network info cache due to event network-changed-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2400.404415] env[63862]: DEBUG oslo_concurrency.lockutils [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] Acquiring lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.404570] env[63862]: DEBUG oslo_concurrency.lockutils [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] Acquired lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.404742] env[63862]: DEBUG nova.network.neutron [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Refreshing network info cache for port 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2400.410519] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2400.419598] env[63862]: DEBUG oslo_vmware.api [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099046, 'name': PowerOffVM_Task, 'duration_secs': 0.172666} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.430071] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2400.430299] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2400.431207] env[63862]: DEBUG nova.compute.manager [req-4f930b50-0f7e-41c3-8edd-8d7a771c381d req-c3aafc31-e3c5-44db-aaca-d6ba6a2e3a56 service nova] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Detach interface failed, port_id=9fbbd1c7-a750-4eed-9009-8f8f5bdf5d1b, reason: Instance 02282fed-8a96-4ee4-8bb8-8dd7669f5355 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2400.433591] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d61c5ab5-ceee-4b4e-a264-80e4ff19c547 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.441281] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2400.441637] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2400.441714] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2400.441877] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2400.442053] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2400.442211] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2400.442430] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2400.442591] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2400.442756] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2400.442966] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2400.443203] env[63862]: DEBUG nova.virt.hardware [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2400.444252] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf20ee56-6dcc-4095-b831-18c20ed002a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.452282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee84ce3-f62a-4688-b515-bfe94326872e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.491052] env[63862]: INFO nova.compute.manager [-] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Took 1.39 seconds to deallocate network for instance. [ 2400.526013] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d3b0a022-9b2c-4aa9-95d5-b7d336f90713 tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.556s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.566031] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2400.566239] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2400.566419] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] afd8cdba-59a1-446d-8327-69f572fa5317 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2400.566706] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb5eeee-ae75-411a-9390-787e3ab559df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.573580] env[63862]: DEBUG oslo_vmware.api [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2400.573580] env[63862]: value = "task-2099048" [ 2400.573580] env[63862]: _type = "Task" [ 2400.573580] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.583667] env[63862]: DEBUG oslo_vmware.api [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.900384] env[63862]: DEBUG nova.network.neutron [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Successfully updated port: d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2401.000023] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.000023] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.000023] env[63862]: DEBUG nova.objects.instance [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lazy-loading 'resources' on Instance uuid 02282fed-8a96-4ee4-8bb8-8dd7669f5355 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2401.083574] env[63862]: DEBUG oslo_vmware.api [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153947} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.083868] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2401.084080] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2401.084278] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2401.084475] env[63862]: INFO nova.compute.manager [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2401.084734] env[63862]: DEBUG oslo.service.loopingcall [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2401.084963] env[63862]: DEBUG nova.compute.manager [-] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2401.085082] env[63862]: DEBUG nova.network.neutron [-] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2401.182910] env[63862]: DEBUG nova.network.neutron [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updated VIF entry in instance network info cache for port 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2401.183229] env[63862]: DEBUG nova.network.neutron [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [{"id": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "address": "fa:16:3e:76:5f:76", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4fe5b6-99", "ovs_interfaceid": "2a4fe5b6-9915-4a4f-9e5a-25b1707476eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.402668] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.402888] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2401.403090] env[63862]: DEBUG nova.network.neutron [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2401.664550] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c945e23c-4d48-4f34-b2ea-85420a5b56a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.672722] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a87830-6d82-4565-91c4-3314ffb6fc77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.701983] env[63862]: DEBUG oslo_concurrency.lockutils [req-f864c169-4e85-4daa-8107-52ca7f4b181a req-0c970c52-3acb-42fe-a24e-ea6f304ca502 service nova] Releasing lock "refresh_cache-587605e1-f04e-4d46-a4d2-0f0493039932" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2401.703049] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a24c092-3deb-4f96-82ea-d317a6137c09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.709949] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6156f-682b-47b5-90b3-4f9aa38a2468 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.724228] env[63862]: DEBUG nova.compute.provider_tree [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2401.831475] env[63862]: DEBUG nova.compute.manager [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2401.869123] env[63862]: DEBUG nova.network.neutron [-] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.892641] env[63862]: DEBUG nova.compute.manager [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Received event network-vif-plugged-d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2401.892900] env[63862]: DEBUG oslo_concurrency.lockutils [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] Acquiring lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.893161] env[63862]: DEBUG oslo_concurrency.lockutils [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.893248] env[63862]: DEBUG oslo_concurrency.lockutils [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.893426] env[63862]: DEBUG nova.compute.manager [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] No waiting events found dispatching network-vif-plugged-d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2401.893581] env[63862]: WARNING nova.compute.manager [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Received unexpected event network-vif-plugged-d1b280c5-6940-4521-8fbe-371d557ea086 for instance with vm_state building and task_state spawning. [ 2401.893742] env[63862]: DEBUG nova.compute.manager [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Received event network-changed-d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2401.893894] env[63862]: DEBUG nova.compute.manager [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Refreshing instance network info cache due to event network-changed-d1b280c5-6940-4521-8fbe-371d557ea086. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2401.894073] env[63862]: DEBUG oslo_concurrency.lockutils [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] Acquiring lock "refresh_cache-21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.932616] env[63862]: DEBUG nova.network.neutron [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2402.076569] env[63862]: DEBUG nova.network.neutron [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Updating instance_info_cache with network_info: [{"id": "d1b280c5-6940-4521-8fbe-371d557ea086", "address": "fa:16:3e:12:fa:1b", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b280c5-69", "ovs_interfaceid": "d1b280c5-6940-4521-8fbe-371d557ea086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.227983] env[63862]: DEBUG nova.scheduler.client.report [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2402.350927] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.372123] env[63862]: INFO nova.compute.manager [-] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Took 1.29 seconds to deallocate network for instance. [ 2402.435912] env[63862]: DEBUG nova.compute.manager [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Received event network-changed-f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2402.436514] env[63862]: DEBUG nova.compute.manager [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Refreshing instance network info cache due to event network-changed-f6a6eeaa-a094-4be2-9521-c83fa34b7e83. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2402.436898] env[63862]: DEBUG oslo_concurrency.lockutils [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] Acquiring lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2402.437231] env[63862]: DEBUG oslo_concurrency.lockutils [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] Acquired lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.437433] env[63862]: DEBUG nova.network.neutron [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Refreshing network info cache for port f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.580696] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2402.580875] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Instance network_info: |[{"id": "d1b280c5-6940-4521-8fbe-371d557ea086", "address": "fa:16:3e:12:fa:1b", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b280c5-69", "ovs_interfaceid": "d1b280c5-6940-4521-8fbe-371d557ea086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2402.581182] env[63862]: DEBUG oslo_concurrency.lockutils [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] Acquired lock "refresh_cache-21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2402.581438] env[63862]: DEBUG nova.network.neutron [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Refreshing network info cache for port d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.582657] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fa:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1b280c5-6940-4521-8fbe-371d557ea086', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2402.591085] env[63862]: DEBUG oslo.service.loopingcall [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2402.594047] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2402.594553] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc838082-2626-4669-932d-d0a131cb0a81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.614986] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2402.614986] env[63862]: value = "task-2099049" [ 2402.614986] env[63862]: _type = "Task" [ 2402.614986] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.623722] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.732713] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.734924] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.384s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2402.754250] env[63862]: INFO nova.scheduler.client.report [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Deleted allocations for instance 02282fed-8a96-4ee4-8bb8-8dd7669f5355 [ 2402.815461] env[63862]: DEBUG nova.network.neutron [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Updated VIF entry in instance network info cache for port d1b280c5-6940-4521-8fbe-371d557ea086. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2402.815815] env[63862]: DEBUG nova.network.neutron [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Updating instance_info_cache with network_info: [{"id": "d1b280c5-6940-4521-8fbe-371d557ea086", "address": "fa:16:3e:12:fa:1b", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1b280c5-69", "ovs_interfaceid": "d1b280c5-6940-4521-8fbe-371d557ea086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2402.879289] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.124865] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.158161] env[63862]: DEBUG nova.network.neutron [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updated VIF entry in instance network info cache for port f6a6eeaa-a094-4be2-9521-c83fa34b7e83. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2403.158562] env[63862]: DEBUG nova.network.neutron [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [{"id": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "address": "fa:16:3e:9a:fd:25", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a6eeaa-a0", "ovs_interfaceid": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2403.239355] env[63862]: INFO nova.compute.claims [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2403.260260] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b990d5d-6604-4c33-ad5d-cb9a13860a81 tempest-ServerAddressesTestJSON-496316128 tempest-ServerAddressesTestJSON-496316128-project-member] Lock "02282fed-8a96-4ee4-8bb8-8dd7669f5355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.474s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.318810] env[63862]: DEBUG oslo_concurrency.lockutils [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] Releasing lock "refresh_cache-21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.319178] env[63862]: DEBUG nova.compute.manager [req-5c4844f3-688c-4326-bf03-dbdb2451d6b1 req-3c29f18c-a714-419d-acd6-d8bc1836c372 service nova] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Received event network-vif-deleted-4956c887-8624-4118-b9a8-e672df433415 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2403.625407] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.661171] env[63862]: DEBUG oslo_concurrency.lockutils [req-a303d688-0c95-409d-a8c3-9df699f23e75 req-22bf7fa4-9430-4047-9eb0-412b8c2b32c8 service nova] Releasing lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2403.745238] env[63862]: INFO nova.compute.resource_tracker [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating resource usage from migration 7e3318f9-ed90-42c6-a77b-5b8f4e82d603 [ 2403.887249] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9662abd-3618-43ba-a531-6a5e6601b536 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.894632] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f610ae-2a74-4705-9bb3-f396656e617e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.924484] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59962b83-bb25-4165-b059-5c2cf0c4d27c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.931517] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bdbaa6-9b35-4836-9e2c-2f4b15309154 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.943996] env[63862]: DEBUG nova.compute.provider_tree [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2404.126746] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.422492] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2404.447846] env[63862]: DEBUG nova.scheduler.client.report [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2404.627828] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.952929] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.218s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.953169] env[63862]: INFO nova.compute.manager [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Migrating [ 2404.967255] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.088s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.967563] env[63862]: DEBUG nova.objects.instance [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid afd8cdba-59a1-446d-8327-69f572fa5317 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2405.128410] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.479147] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2405.479539] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2405.479727] env[63862]: DEBUG nova.network.neutron [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2405.628789] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.630727] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992cc7fc-aa70-46a3-bfac-73870c7e1fcc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.637139] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c5b0b-c3c4-4890-889d-2f19b2aab4cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.666102] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71440f2-b3be-4f44-a488-378b62d1259c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.673367] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c862b4-ff1b-4caa-8245-1e9bd99f5cea {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.687885] env[63862]: DEBUG nova.compute.provider_tree [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2405.896051] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2406.130258] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.184352] env[63862]: DEBUG nova.network.neutron [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [{"id": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "address": "fa:16:3e:9a:fd:25", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a6eeaa-a0", "ovs_interfaceid": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2406.190716] env[63862]: DEBUG nova.scheduler.client.report [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2406.631591] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.687476] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2406.695772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.712907] env[63862]: INFO nova.scheduler.client.report [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance afd8cdba-59a1-446d-8327-69f572fa5317 [ 2406.896157] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2407.132559] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.219648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-54c3e706-8ba8-44ad-a1bf-31c0fc826121 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "afd8cdba-59a1-446d-8327-69f572fa5317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.877s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.449891] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "3a025f05-ba78-42fc-8743-54b585f724cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.450231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "3a025f05-ba78-42fc-8743-54b585f724cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.450451] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "3a025f05-ba78-42fc-8743-54b585f724cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.450640] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "3a025f05-ba78-42fc-8743-54b585f724cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.450811] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "3a025f05-ba78-42fc-8743-54b585f724cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.454858] env[63862]: INFO nova.compute.manager [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Terminating instance [ 2407.574102] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2407.635484] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.958939] env[63862]: DEBUG nova.compute.manager [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2407.959213] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2407.960122] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c66fb6-f54f-4315-944a-31acafde6cd8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.967648] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2407.967876] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de36950c-616f-4b55-a16d-0a6a9664ae22 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.973710] env[63862]: DEBUG oslo_vmware.api [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2407.973710] env[63862]: value = "task-2099050" [ 2407.973710] env[63862]: _type = "Task" [ 2407.973710] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.980967] env[63862]: DEBUG oslo_vmware.api [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.079022] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Getting list of instances from cluster (obj){ [ 2408.079022] env[63862]: value = "domain-c8" [ 2408.079022] env[63862]: _type = "ClusterComputeResource" [ 2408.079022] env[63862]: } {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2408.080438] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8db2b4b-80e7-43c8-a9cb-54303f0cca7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.100579] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Got total of 9 instances {{(pid=63862) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2408.100746] env[63862]: WARNING nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 2408.100884] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid 587605e1-f04e-4d46-a4d2-0f0493039932 {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.101153] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid a9ff6f09-2e05-45d4-bd3d-48b3ad528517 {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.101359] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.101520] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid 2065d125-3600-436a-9069-56f221d8e80b {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.101671] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid 55a96ec9-f799-4151-8b18-b735c6569776 {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.101820] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid b7d2c5b9-d19f-4c43-8425-06464f0e01af {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.101969] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.102144] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid 3a025f05-ba78-42fc-8743-54b585f724cc {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.102304] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid cd5b8715-509b-436b-9256-b930c9c81e79 {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.102454] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Triggering sync for uuid 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92 {{(pid=63862) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2408.102905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "587605e1-f04e-4d46-a4d2-0f0493039932" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.103109] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "587605e1-f04e-4d46-a4d2-0f0493039932" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.103406] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.103593] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.103849] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.104075] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.104361] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.104569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "2065d125-3600-436a-9069-56f221d8e80b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.104797] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "55a96ec9-f799-4151-8b18-b735c6569776" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.104971] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "55a96ec9-f799-4151-8b18-b735c6569776" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.105214] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.105389] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.105611] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.105785] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.106025] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "3a025f05-ba78-42fc-8743-54b585f724cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.106231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.106469] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.106651] env[63862]: INFO nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 2408.106815] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.107042] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.108024] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cabc60d-602b-40ea-8c96-9201fa31ba72 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.111207] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3e72a3-f386-4f58-ae4b-54be41edbbe2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.113958] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfaadf6-c86b-4ddd-bf0a-b9eb1a2e3f43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.117025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6d15c-ce2f-49da-a513-0ad952c398a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.119690] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a1d42a-e6d3-4012-8bac-fdb74a0b4d9b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.122927] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c337096f-3740-462b-9fd4-b994e2a99c27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.125462] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5704b93f-d8f3-4112-8718-dd1fa57531d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.159626] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.200990] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143476d-dbca-43d0-8a58-f8cc13637207 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.220733] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2408.486179] env[63862]: DEBUG oslo_vmware.api [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099050, 'name': PowerOffVM_Task, 'duration_secs': 0.166674} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2408.486570] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2408.486827] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2408.487179] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c84d2aa-b91b-4832-bd4f-78c8b02882d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.599050] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2408.599471] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2408.599725] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] 3a025f05-ba78-42fc-8743-54b585f724cc {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2408.600024] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96212a78-08c1-4a00-8d95-2e3d99ee20d4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.606190] env[63862]: DEBUG oslo_vmware.api [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2408.606190] env[63862]: value = "task-2099052" [ 2408.606190] env[63862]: _type = "Task" [ 2408.606190] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.613966] env[63862]: DEBUG oslo_vmware.api [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.637650] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.647332] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "55a96ec9-f799-4151-8b18-b735c6569776" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.651826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "2065d125-3600-436a-9069-56f221d8e80b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.652146] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.652438] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "587605e1-f04e-4d46-a4d2-0f0493039932" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.653824] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.660279] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.661699] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.678396] env[63862]: DEBUG nova.compute.manager [req-2a68ba35-c5c9-4748-a24e-5e9fad846fea req-94db27a3-1167-4f69-a490-da63ec1ae2f6 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-vif-plugged-d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2408.678625] env[63862]: DEBUG oslo_concurrency.lockutils [req-2a68ba35-c5c9-4748-a24e-5e9fad846fea req-94db27a3-1167-4f69-a490-da63ec1ae2f6 service nova] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.678860] env[63862]: DEBUG oslo_concurrency.lockutils [req-2a68ba35-c5c9-4748-a24e-5e9fad846fea req-94db27a3-1167-4f69-a490-da63ec1ae2f6 service nova] Lock "2065d125-3600-436a-9069-56f221d8e80b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.679029] env[63862]: DEBUG oslo_concurrency.lockutils [req-2a68ba35-c5c9-4748-a24e-5e9fad846fea req-94db27a3-1167-4f69-a490-da63ec1ae2f6 service nova] Lock "2065d125-3600-436a-9069-56f221d8e80b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.679212] env[63862]: DEBUG nova.compute.manager [req-2a68ba35-c5c9-4748-a24e-5e9fad846fea req-94db27a3-1167-4f69-a490-da63ec1ae2f6 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] No waiting events found dispatching network-vif-plugged-d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2408.679374] env[63862]: WARNING nova.compute.manager [req-2a68ba35-c5c9-4748-a24e-5e9fad846fea req-94db27a3-1167-4f69-a490-da63ec1ae2f6 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received unexpected event network-vif-plugged-d1075aea-daec-4b83-abbf-db0a49ebe6c8 for instance with vm_state active and task_state None. [ 2408.726335] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2408.727103] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cbe349c-3cca-4ba2-ac9d-d0bc83ad894a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.735085] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2408.735085] env[63862]: value = "task-2099053" [ 2408.735085] env[63862]: _type = "Task" [ 2408.735085] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.745455] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.774958] env[63862]: DEBUG nova.network.neutron [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Successfully updated port: d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2409.115428] env[63862]: DEBUG oslo_vmware.api [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131101} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.115683] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2409.115862] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2409.116065] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2409.116248] env[63862]: INFO nova.compute.manager [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2409.116480] env[63862]: DEBUG oslo.service.loopingcall [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2409.116671] env[63862]: DEBUG nova.compute.manager [-] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2409.116793] env[63862]: DEBUG nova.network.neutron [-] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2409.138722] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.244801] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099053, 'name': PowerOffVM_Task, 'duration_secs': 0.184643} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.245209] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2409.245416] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2409.280752] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2409.280969] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2409.281138] env[63862]: DEBUG nova.network.neutron [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2409.424492] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.424709] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.424862] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.639613] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099049, 'name': CreateVM_Task, 'duration_secs': 6.779879} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.640061] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2409.640789] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2409.640963] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2409.641327] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2409.641606] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0c8af3-7829-4cc2-b862-d26f10802036 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.646261] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2409.646261] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5254b4b8-47b5-5566-9776-ef888a0c6de1" [ 2409.646261] env[63862]: _type = "Task" [ 2409.646261] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.653871] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5254b4b8-47b5-5566-9776-ef888a0c6de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.752284] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2409.752556] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2409.752717] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2409.752899] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2409.753057] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2409.753211] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2409.753413] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2409.753569] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2409.753733] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2409.753894] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2409.754089] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2409.759310] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f76ff6fe-7bda-4f52-a403-8bca47c4d0e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.775655] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2409.775655] env[63862]: value = "task-2099054" [ 2409.775655] env[63862]: _type = "Task" [ 2409.775655] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.786489] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.817906] env[63862]: WARNING nova.network.neutron [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb already exists in list: networks containing: ['b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb']. ignoring it [ 2409.864586] env[63862]: DEBUG nova.network.neutron [-] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2409.897206] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.897373] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2410.156543] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5254b4b8-47b5-5566-9776-ef888a0c6de1, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.156912] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.157184] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2410.157424] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2410.157609] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2410.157742] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2410.158826] env[63862]: DEBUG nova.network.neutron [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1075aea-daec-4b83-abbf-db0a49ebe6c8", "address": "fa:16:3e:7f:13:d4", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1075aea-da", "ovs_interfaceid": "d1075aea-daec-4b83-abbf-db0a49ebe6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2410.160193] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bab71f94-554f-4319-b16f-1f3e1119d38e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.168599] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2410.169282] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2410.169691] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf3f043-36d8-48d7-970e-24e3efecfd29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.175209] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2410.175209] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5290c43d-1cf2-9fe4-f0e6-58fb18f77001" [ 2410.175209] env[63862]: _type = "Task" [ 2410.175209] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.183282] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5290c43d-1cf2-9fe4-f0e6-58fb18f77001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.286161] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099054, 'name': ReconfigVM_Task, 'duration_secs': 0.153483} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.286485] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.367028] env[63862]: INFO nova.compute.manager [-] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Took 1.25 seconds to deallocate network for instance. [ 2410.662929] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.663604] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2410.663761] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2410.664654] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977bceb9-3720-4650-a833-bea7a0c190e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.682046] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2410.682281] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2410.682458] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2410.682610] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2410.682765] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2410.682910] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2410.683234] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2410.683234] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2410.683434] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2410.683569] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2410.683721] env[63862]: DEBUG nova.virt.hardware [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2410.690034] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Reconfiguring VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2410.693133] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69db7b16-8d18-4002-9ba7-6425737260fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.715171] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5290c43d-1cf2-9fe4-f0e6-58fb18f77001, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.717044] env[63862]: DEBUG oslo_vmware.api [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2410.717044] env[63862]: value = "task-2099055" [ 2410.717044] env[63862]: _type = "Task" [ 2410.717044] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.717233] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3db918b8-2142-4df8-8270-12e2232c3963 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.729359] env[63862]: DEBUG oslo_vmware.api [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099055, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.730485] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2410.730485] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52c44df3-bd19-a674-72bd-57f98c6ee8c6" [ 2410.730485] env[63862]: _type = "Task" [ 2410.730485] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.738212] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52c44df3-bd19-a674-72bd-57f98c6ee8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.738384] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2410.738629] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92/21e7c16b-dcf1-4dc6-b729-4714a0ea0c92.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2410.738865] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed777777-a6c2-4466-b45f-fe4df4a1491c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.744932] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2410.744932] env[63862]: value = "task-2099056" [ 2410.744932] env[63862]: _type = "Task" [ 2410.744932] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.752423] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.769868] env[63862]: DEBUG nova.compute.manager [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-changed-d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2410.770083] env[63862]: DEBUG nova.compute.manager [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Refreshing instance network info cache due to event network-changed-d1075aea-daec-4b83-abbf-db0a49ebe6c8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2410.770304] env[63862]: DEBUG oslo_concurrency.lockutils [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] Acquiring lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2410.770446] env[63862]: DEBUG oslo_concurrency.lockutils [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] Acquired lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2410.770607] env[63862]: DEBUG nova.network.neutron [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Refreshing network info cache for port d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2410.792525] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2410.792713] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2410.792873] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2410.793075] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2410.793227] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2410.793374] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2410.793572] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2410.793732] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2410.793905] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2410.794074] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2410.794251] env[63862]: DEBUG nova.virt.hardware [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2410.799580] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2410.800078] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51cf98ae-628c-4913-968f-4d488235eaa5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.818109] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2410.818109] env[63862]: value = "task-2099057" [ 2410.818109] env[63862]: _type = "Task" [ 2410.818109] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.825745] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.850470] env[63862]: DEBUG nova.compute.manager [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2410.874415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.874688] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.874878] env[63862]: DEBUG nova.objects.instance [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid 3a025f05-ba78-42fc-8743-54b585f724cc {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2410.896265] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2411.229330] env[63862]: DEBUG oslo_vmware.api [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.254233] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415905} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.254507] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92/21e7c16b-dcf1-4dc6-b729-4714a0ea0c92.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2411.254741] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2411.255008] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2cfff67-5dc6-42e0-85c5-dc1a612a0656 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.261700] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2411.261700] env[63862]: value = "task-2099058" [ 2411.261700] env[63862]: _type = "Task" [ 2411.261700] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.269733] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.330561] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099057, 'name': ReconfigVM_Task, 'duration_secs': 0.20165} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.330846] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2411.331769] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7834f0aa-a699-4670-9dc3-d938a54ad957 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.354471] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5/volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2411.358063] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dcdc4d3-9c25-4e02-9afd-d55e5cede528 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.379410] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2411.379410] env[63862]: value = "task-2099059" [ 2411.379410] env[63862]: _type = "Task" [ 2411.379410] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.393980] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.399229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.482209] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.556944] env[63862]: DEBUG nova.network.neutron [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updated VIF entry in instance network info cache for port d1075aea-daec-4b83-abbf-db0a49ebe6c8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2411.557566] env[63862]: DEBUG nova.network.neutron [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1075aea-daec-4b83-abbf-db0a49ebe6c8", "address": "fa:16:3e:7f:13:d4", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1075aea-da", "ovs_interfaceid": "d1075aea-daec-4b83-abbf-db0a49ebe6c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2411.728287] env[63862]: DEBUG oslo_vmware.api [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099055, 'name': ReconfigVM_Task, 'duration_secs': 0.755293} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.728826] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2411.729095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Reconfigured VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2411.733245] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc39ed5-a131-423f-89a6-26bbb254917a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.740421] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1c49ad-43dc-4e1a-b445-30f85dde983b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.773535] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204305b3-84dc-419d-a1d6-b902c0e6b655 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.781433] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060248} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.783426] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2411.785081] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb3f0af-ca18-4f2a-a173-1a55e8558d6b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.788224] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04dbe8-d715-4d75-a9ec-a872e1736e66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.794019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2411.794287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.821706] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92/21e7c16b-dcf1-4dc6-b729-4714a0ea0c92.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2411.822757] env[63862]: DEBUG nova.compute.provider_tree [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2411.824579] env[63862]: DEBUG nova.compute.utils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2411.825724] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14c8870-5bb9-4dca-9b32-05b04d30a485 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.840708] env[63862]: DEBUG nova.scheduler.client.report [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2411.843771] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.049s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.850201] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2411.850201] env[63862]: value = "task-2099060" [ 2411.850201] env[63862]: _type = "Task" [ 2411.850201] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.859866] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.889728] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099059, 'name': ReconfigVM_Task, 'duration_secs': 0.267245} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.890027] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5/volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2411.890309] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2412.060466] env[63862]: DEBUG oslo_concurrency.lockutils [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] Releasing lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2412.060734] env[63862]: DEBUG nova.compute.manager [req-145f4a05-f03f-4646-ab9f-478ac1ee6e13 req-99578fc4-c048-4150-b467-15817ba94516 service nova] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Received event network-vif-deleted-73c9b082-4ce9-402b-b696-11d4cef36b76 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2412.238105] env[63862]: DEBUG oslo_concurrency.lockutils [None req-01a64005-da5e-40a4-bc85-a26ff48c0d7e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-2065d125-3600-436a-9069-56f221d8e80b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 14.229s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.347389] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.473s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.350028] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.951s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.350217] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.350718] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2412.350718] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.869s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.352610] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24057bc-d022-4c25-a4e5-ec9d354de29e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.367646] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f430c0e3-b283-44e9-853c-496dda6244b4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.372413] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099060, 'name': ReconfigVM_Task, 'duration_secs': 0.260341} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.373380] env[63862]: INFO nova.scheduler.client.report [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance 3a025f05-ba78-42fc-8743-54b585f724cc [ 2412.374586] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92/21e7c16b-dcf1-4dc6-b729-4714a0ea0c92.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2412.377826] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98f30ffc-fa7d-453e-9223-2052d0fa67e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.389252] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e92113-a2f0-4008-ab17-7ffa89ab3987 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.393655] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2412.393655] env[63862]: value = "task-2099061" [ 2412.393655] env[63862]: _type = "Task" [ 2412.393655] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.400462] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67413884-334d-49bc-bd86-23552c64971a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.403409] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b03e5-0153-449d-8bbc-054df4e527fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.411403] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099061, 'name': Rename_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.451748] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180069MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2412.451957] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.452826] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055ee6e0-079e-4aae-9842-28d0f833b777 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.472095] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2412.850635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.850994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.851163] env[63862]: INFO nova.compute.manager [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Attaching volume 95334f02-418c-44f7-b261-632c1bfb90ed to /dev/sdb [ 2412.860281] env[63862]: INFO nova.compute.claims [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2412.884555] env[63862]: DEBUG oslo_concurrency.lockutils [None req-806476cd-b21b-455f-8c00-294c3fa7f2e8 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "3a025f05-ba78-42fc-8743-54b585f724cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.434s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.884821] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "3a025f05-ba78-42fc-8743-54b585f724cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.779s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.885021] env[63862]: INFO nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] During sync_power_state the instance has a pending task (deleting). Skip. [ 2412.885194] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "3a025f05-ba78-42fc-8743-54b585f724cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.889861] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1487be6-a1c4-4e47-befe-798b9f4976ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.900776] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de70ea2a-a000-41c9-bc8d-14fde74a1ea7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.907772] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099061, 'name': Rename_Task, 'duration_secs': 0.130678} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.908314] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2412.908485] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b20998f-3a03-401e-b510-b88357c8fd42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.914174] env[63862]: DEBUG nova.virt.block_device [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updating existing volume attachment record: 8955552b-cd9b-4c04-9bef-5e09b1656f2c {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2412.917461] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2412.917461] env[63862]: value = "task-2099062" [ 2412.917461] env[63862]: _type = "Task" [ 2412.917461] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.924593] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.366342] env[63862]: INFO nova.compute.resource_tracker [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating resource usage from migration 65ebc311-6548-44e3-bd4f-ea9069ce38da [ 2413.426990] env[63862]: DEBUG oslo_vmware.api [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099062, 'name': PowerOnVM_Task, 'duration_secs': 0.48038} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.430669] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2413.431012] env[63862]: INFO nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Took 13.02 seconds to spawn the instance on the hypervisor. [ 2413.431304] env[63862]: DEBUG nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2413.432994] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d9450-0698-44da-9496-76a51f22649d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.539779] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "ade29711-01dd-47f9-ba76-210b1f0e4db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.540114] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.546757] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45eeeb6-5698-46bf-a863-ad750172ec25 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.555408] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f46db-472c-49a3-9453-0e566c086571 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.588027] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea520c50-264f-4c71-b484-109635d9807d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.595773] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c984eb-35d6-49c5-84e0-c319ffc87da1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.609996] env[63862]: DEBUG nova.compute.provider_tree [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2413.903736] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-2065d125-3600-436a-9069-56f221d8e80b-d1075aea-daec-4b83-abbf-db0a49ebe6c8" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.904198] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-2065d125-3600-436a-9069-56f221d8e80b-d1075aea-daec-4b83-abbf-db0a49ebe6c8" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.954555] env[63862]: INFO nova.compute.manager [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Took 17.89 seconds to build instance. [ 2414.042329] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2414.113040] env[63862]: DEBUG nova.scheduler.client.report [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2414.125279] env[63862]: DEBUG nova.network.neutron [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Port f6a6eeaa-a094-4be2-9521-c83fa34b7e83 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2414.226896] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a1002-ce72-4ecf-8e5c-abd47f3effe1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.233695] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Suspending the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2414.233921] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c642297c-6b6c-4744-9f32-89f5b3871e9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.240020] env[63862]: DEBUG oslo_vmware.api [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2414.240020] env[63862]: value = "task-2099064" [ 2414.240020] env[63862]: _type = "Task" [ 2414.240020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.247210] env[63862]: DEBUG oslo_vmware.api [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099064, 'name': SuspendVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.407567] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.407945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.408744] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a52474-1304-4f84-aa4e-18f324027901 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.426754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480e81f-1ff5-43b3-bbe5-a49c8aa51216 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.453199] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Reconfiguring VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2414.453530] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32cfc92-02b7-4e89-8c87-367e4fb999c3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.468687] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a4e1c22c-4b59-4bed-a03d-8a2580f4d820 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.408s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.468972] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.362s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.469182] env[63862]: INFO nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] During sync_power_state the instance has a pending task (spawning). Skip. [ 2414.469359] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.475380] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2414.475380] env[63862]: value = "task-2099065" [ 2414.475380] env[63862]: _type = "Task" [ 2414.475380] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.484819] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.565477] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.617844] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.618113] env[63862]: INFO nova.compute.manager [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Migrating [ 2414.625221] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.173s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.751443] env[63862]: DEBUG oslo_vmware.api [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099064, 'name': SuspendVM_Task} progress is 75%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.986036] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.151863] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.152055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.152236] env[63862]: DEBUG nova.network.neutron [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2415.160084] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.160351] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.160528] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.249858] env[63862]: DEBUG oslo_vmware.api [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099064, 'name': SuspendVM_Task, 'duration_secs': 0.681307} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.250177] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Suspended the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2415.250287] env[63862]: DEBUG nova.compute.manager [None req-36ed2d72-60d5-4a81-bd4f-2af1902376da tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2415.251068] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1a5d6-56c4-4701-ba13-882b32f4206c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.487110] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.652931] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Applying migration context for instance b7d2c5b9-d19f-4c43-8425-06464f0e01af as it has an incoming, in-progress migration 65ebc311-6548-44e3-bd4f-ea9069ce38da. Migration status is pre-migrating {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2415.653196] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Applying migration context for instance cd5b8715-509b-436b-9256-b930c9c81e79 as it has an incoming, in-progress migration 7e3318f9-ed90-42c6-a77b-5b8f4e82d603. Migration status is post-migrating {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2415.654407] env[63862]: INFO nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating resource usage from migration 65ebc311-6548-44e3-bd4f-ea9069ce38da [ 2415.654716] env[63862]: INFO nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating resource usage from migration 7e3318f9-ed90-42c6-a77b-5b8f4e82d603 [ 2415.673929] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674102] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a9ff6f09-2e05-45d4-bd3d-48b3ad528517 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674218] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2065d125-3600-436a-9069-56f221d8e80b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674341] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 55a96ec9-f799-4151-8b18-b735c6569776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674457] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674592] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674748] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.674911] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Migration 7e3318f9-ed90-42c6-a77b-5b8f4e82d603 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2415.675049] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance cd5b8715-509b-436b-9256-b930c9c81e79 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.675170] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Migration 65ebc311-6548-44e3-bd4f-ea9069ce38da is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2415.675283] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance b7d2c5b9-d19f-4c43-8425-06464f0e01af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2415.954179] env[63862]: DEBUG nova.network.neutron [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.988774] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.177739] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance ade29711-01dd-47f9-ba76-210b1f0e4db7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2416.177996] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2416.178193] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2416.197574] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.197760] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.197928] env[63862]: DEBUG nova.network.neutron [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2416.326814] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c27a552-44c4-4596-af98-55b0743cb689 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.334585] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167d23ce-067d-4a6d-9929-f5f35a3b2f43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.363689] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b782f9-8f5c-4937-8a1d-7b1c9d45467b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.371218] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af1272-f67e-428c-ae95-fc9c51266157 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.384638] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2416.457394] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.487181] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.613284] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.613552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.613758] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.613942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.614129] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.617026] env[63862]: INFO nova.compute.manager [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Terminating instance [ 2416.887783] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2416.957515] env[63862]: DEBUG nova.network.neutron [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [{"id": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "address": "fa:16:3e:9a:fd:25", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a6eeaa-a0", "ovs_interfaceid": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.987870] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.124408] env[63862]: DEBUG nova.compute.manager [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2417.124777] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2417.125496] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2769e-8dda-4ec4-b7cb-7335d1269df1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.133060] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2417.133283] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9531d064-dca4-4ebe-9add-82577b4c8189 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.327206] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2417.327449] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2417.327632] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleting the datastore file [datastore2] 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2417.327905] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34708fc9-e993-4cdc-827b-f08796764d62 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.335157] env[63862]: DEBUG oslo_vmware.api [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2417.335157] env[63862]: value = "task-2099068" [ 2417.335157] env[63862]: _type = "Task" [ 2417.335157] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.343468] env[63862]: DEBUG oslo_vmware.api [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.393552] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2417.393747] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.769s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.394019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.829s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2417.395531] env[63862]: INFO nova.compute.claims [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2417.459954] env[63862]: DEBUG oslo_concurrency.lockutils [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.464728] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2417.464937] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429799', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'name': 'volume-95334f02-418c-44f7-b261-632c1bfb90ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59', 'attached_at': '', 'detached_at': '', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'serial': '95334f02-418c-44f7-b261-632c1bfb90ed'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2417.468919] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c0059-21a2-4d17-8740-ad1b9bac4ae9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.489497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b4499-cfd6-4d7c-9a7c-678f019a7c75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.497203] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.517893] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-95334f02-418c-44f7-b261-632c1bfb90ed/volume-95334f02-418c-44f7-b261-632c1bfb90ed.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2417.518389] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1240c2-bfc3-4234-9cdf-adad7c09a28e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.538102] env[63862]: DEBUG oslo_vmware.api [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2417.538102] env[63862]: value = "task-2099069" [ 2417.538102] env[63862]: _type = "Task" [ 2417.538102] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.545906] env[63862]: DEBUG oslo_vmware.api [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.844330] env[63862]: DEBUG oslo_vmware.api [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12666} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.844585] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2417.844766] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2417.844947] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2417.845134] env[63862]: INFO nova.compute.manager [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Took 0.72 seconds to destroy the instance on the hypervisor. [ 2417.845370] env[63862]: DEBUG oslo.service.loopingcall [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2417.845556] env[63862]: DEBUG nova.compute.manager [-] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2417.845648] env[63862]: DEBUG nova.network.neutron [-] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2417.972550] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc43fc1-8136-422e-9298-0cebf036dc26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.979830] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d4fbd-bf04-446e-89c1-bb9642a712cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.004428] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2418.017171] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dbec0a-8d6a-4b4b-b785-3c24b937362e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.025439] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.049625] env[63862]: DEBUG oslo_vmware.api [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099069, 'name': ReconfigVM_Task, 'duration_secs': 0.314739} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.049625] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-95334f02-418c-44f7-b261-632c1bfb90ed/volume-95334f02-418c-44f7-b261-632c1bfb90ed.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2418.054900] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8525788-1175-424c-9f57-d6052ffcd13f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.075222] env[63862]: DEBUG oslo_vmware.api [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2418.075222] env[63862]: value = "task-2099070" [ 2418.075222] env[63862]: _type = "Task" [ 2418.075222] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.084023] env[63862]: DEBUG oslo_vmware.api [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.093684] env[63862]: DEBUG nova.compute.manager [req-ab14eb4f-c601-4c5b-b683-9f65699d0709 req-fc2feafe-ca0e-40f2-9354-87e1cabc0d88 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Received event network-vif-deleted-d1b280c5-6940-4521-8fbe-371d557ea086 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2418.093684] env[63862]: INFO nova.compute.manager [req-ab14eb4f-c601-4c5b-b683-9f65699d0709 req-fc2feafe-ca0e-40f2-9354-87e1cabc0d88 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Neutron deleted interface d1b280c5-6940-4521-8fbe-371d557ea086; detaching it from the instance and deleting it from the info cache [ 2418.093684] env[63862]: DEBUG nova.network.neutron [req-ab14eb4f-c601-4c5b-b683-9f65699d0709 req-fc2feafe-ca0e-40f2-9354-87e1cabc0d88 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.398443] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2418.398748] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2418.518317] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2418.518585] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.520938] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d527d268-9a9c-4f2e-ad23-456fc29d6222 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.527404] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2418.527404] env[63862]: value = "task-2099071" [ 2418.527404] env[63862]: _type = "Task" [ 2418.527404] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.538738] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.542882] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d037b-bd6a-486e-b2f8-72ffc9be1311 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.550134] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afff6d9d-48ed-4ee1-b955-e95ddddbb3d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.580277] env[63862]: DEBUG nova.network.neutron [-] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.586188] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a3615-6438-4b46-b03a-ef963ababa60 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.598780] env[63862]: DEBUG oslo_vmware.api [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099070, 'name': ReconfigVM_Task, 'duration_secs': 0.13639} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.599081] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ea3b8ba-65a6-4c80-8999-2f1ffe59f2ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.600772] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429799', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'name': 'volume-95334f02-418c-44f7-b261-632c1bfb90ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59', 'attached_at': '', 'detached_at': '', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'serial': '95334f02-418c-44f7-b261-632c1bfb90ed'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2418.604273] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e767824-4e90-4c7a-84c1-af9246fbceb7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.618527] env[63862]: DEBUG nova.compute.provider_tree [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2418.626897] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab3f28-61d8-42b3-b1f1-bf8d2498aeb8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.659100] env[63862]: DEBUG nova.compute.manager [req-ab14eb4f-c601-4c5b-b683-9f65699d0709 req-fc2feafe-ca0e-40f2-9354-87e1cabc0d88 service nova] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Detach interface failed, port_id=d1b280c5-6940-4521-8fbe-371d557ea086, reason: Instance 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2418.930276] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.930468] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.930624] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2419.014569] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.035785] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099071, 'name': PowerOffVM_Task, 'duration_secs': 0.186686} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.036122] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2419.036319] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2419.090175] env[63862]: INFO nova.compute.manager [-] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Took 1.24 seconds to deallocate network for instance. [ 2419.121245] env[63862]: DEBUG nova.scheduler.client.report [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2419.137500] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b0878b-4c26-4b60-a202-84e2cce8816b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.159125] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1611b1-0be9-4e34-a1e7-fa7f76b56051 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.166322] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2419.514878] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.542526] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2419.542780] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2419.542939] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2419.543135] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2419.543284] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2419.543427] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2419.543631] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2419.543790] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2419.543978] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2419.544198] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2419.544382] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2419.549479] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bf7e29-4059-411b-b2fd-21822ac9948b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.564647] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2419.564647] env[63862]: value = "task-2099072" [ 2419.564647] env[63862]: _type = "Task" [ 2419.564647] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.573112] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.596274] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.627904] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.628521] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2419.631245] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.035s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.631465] env[63862]: DEBUG nova.objects.instance [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'resources' on Instance uuid 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2419.643094] env[63862]: DEBUG nova.objects.instance [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'flavor' on Instance uuid a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2419.672505] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2419.673097] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ef915e-b8a6-40bb-9224-45689fa2d618 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.681249] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2419.681249] env[63862]: value = "task-2099073" [ 2419.681249] env[63862]: _type = "Task" [ 2419.681249] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.691724] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.018445] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.075195] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099072, 'name': ReconfigVM_Task, 'duration_secs': 0.170884} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.075514] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2420.134732] env[63862]: DEBUG nova.compute.utils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2420.136600] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2420.136751] env[63862]: DEBUG nova.network.neutron [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2420.141408] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updating instance_info_cache with network_info: [{"id": "f45420b7-e70d-4759-a556-ec2fa549e666", "address": "fa:16:3e:69:b7:ed", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45420b7-e7", "ovs_interfaceid": "f45420b7-e70d-4759-a556-ec2fa549e666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2420.150368] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7f29ebcb-20b8-46d6-a532-e1bbd77f475b tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.181694] env[63862]: DEBUG nova.policy [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2420.194326] env[63862]: DEBUG oslo_vmware.api [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099073, 'name': PowerOnVM_Task, 'duration_secs': 0.405655} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.194602] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2420.194782] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6d2242-ebb7-4f80-90c1-b71a63e36fee tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance 'cd5b8715-509b-436b-9256-b930c9c81e79' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2420.301357] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fec3df-2fbe-4272-b4f6-ea2c75282fe5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.309135] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c599a5-b6f1-4e83-bffd-e31fb42b024a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.339773] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8771db-5eeb-4188-853f-a0d7d97b61a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.346743] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f723a471-d618-411f-978a-da42672aaf9e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.359901] env[63862]: DEBUG nova.compute.provider_tree [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2420.502564] env[63862]: DEBUG nova.network.neutron [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Successfully created port: 64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2420.515833] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2420.516520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2420.520635] env[63862]: DEBUG oslo_vmware.api [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099065, 'name': ReconfigVM_Task, 'duration_secs': 5.790453} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.520635] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2420.520635] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Reconfigured VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2420.582162] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2420.582413] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2420.582560] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2420.582741] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2420.582888] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2420.583052] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2420.583747] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2420.583747] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2420.583747] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2420.583747] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2420.583934] env[63862]: DEBUG nova.virt.hardware [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2420.589334] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2420.589615] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d8e83ee-d6de-4976-a220-098ae00df901 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.609354] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2420.609354] env[63862]: value = "task-2099074" [ 2420.609354] env[63862]: _type = "Task" [ 2420.609354] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.617040] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.643980] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2420.650206] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-a9ff6f09-2e05-45d4-bd3d-48b3ad528517" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2420.650206] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2420.753791] env[63862]: DEBUG nova.compute.manager [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-vif-deleted-d1075aea-daec-4b83-abbf-db0a49ebe6c8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2420.754023] env[63862]: INFO nova.compute.manager [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Neutron deleted interface d1075aea-daec-4b83-abbf-db0a49ebe6c8; detaching it from the instance and deleting it from the info cache [ 2420.754285] env[63862]: DEBUG nova.network.neutron [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2420.862779] env[63862]: DEBUG nova.scheduler.client.report [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2421.018958] env[63862]: INFO nova.compute.manager [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Detaching volume 95334f02-418c-44f7-b261-632c1bfb90ed [ 2421.053328] env[63862]: INFO nova.virt.block_device [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Attempting to driver detach volume 95334f02-418c-44f7-b261-632c1bfb90ed from mountpoint /dev/sdb [ 2421.053447] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2421.053706] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429799', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'name': 'volume-95334f02-418c-44f7-b261-632c1bfb90ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59', 'attached_at': '', 'detached_at': '', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'serial': '95334f02-418c-44f7-b261-632c1bfb90ed'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2421.054747] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5220b2-b45f-4bc8-9ea2-388246497e32 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.078157] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d527181-ccf9-4e42-bf88-1bdfa02a49cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.090245] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898efa2-48e9-4d67-9534-27aeaa175f05 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.115076] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6cd3a-1ca7-42ee-8acf-73b50777e0b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.123334] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099074, 'name': ReconfigVM_Task, 'duration_secs': 0.161374} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.133756] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2421.134639] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] The volume has not been displaced from its original location: [datastore2] volume-95334f02-418c-44f7-b261-632c1bfb90ed/volume-95334f02-418c-44f7-b261-632c1bfb90ed.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2421.139793] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2421.140583] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521186ea-5d59-4827-bcc4-479f48f0c20d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.143053] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24f8097-caa4-4dff-a390-f8ea1944471e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.180508] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2421.182223] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c35e253-c79c-4371-b525-b0f9d2f96c5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.197478] env[63862]: DEBUG oslo_vmware.api [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2421.197478] env[63862]: value = "task-2099075" [ 2421.197478] env[63862]: _type = "Task" [ 2421.197478] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.203820] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2421.203820] env[63862]: value = "task-2099076" [ 2421.203820] env[63862]: _type = "Task" [ 2421.203820] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.210506] env[63862]: DEBUG oslo_vmware.api [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.215634] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.259480] env[63862]: DEBUG oslo_concurrency.lockutils [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2421.259654] env[63862]: DEBUG oslo_concurrency.lockutils [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] Acquired lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2421.260527] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df8ab73-3789-4fd2-abe9-fbbd20e9ea3b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.279417] env[63862]: DEBUG oslo_concurrency.lockutils [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] Releasing lock "2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.279633] env[63862]: WARNING nova.compute.manager [req-05542142-ce87-4d85-a2f4-46ba3fe13b75 req-d9c0c6df-83c4-4b5d-b9e6-a212473f2aff service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Detach interface failed, port_id=d1075aea-daec-4b83-abbf-db0a49ebe6c8, reason: No device with interface-id d1075aea-daec-4b83-abbf-db0a49ebe6c8 exists on VM: nova.exception.NotFound: No device with interface-id d1075aea-daec-4b83-abbf-db0a49ebe6c8 exists on VM [ 2421.368485] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.395053] env[63862]: INFO nova.scheduler.client.report [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocations for instance 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92 [ 2421.586049] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.586333] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "2065d125-3600-436a-9069-56f221d8e80b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.586409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "2065d125-3600-436a-9069-56f221d8e80b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.586593] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "2065d125-3600-436a-9069-56f221d8e80b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.586759] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "2065d125-3600-436a-9069-56f221d8e80b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.590867] env[63862]: INFO nova.compute.manager [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Terminating instance [ 2421.661061] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2421.687604] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2421.687903] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2421.688128] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2421.688387] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2421.688568] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2421.688743] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2421.689056] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2421.689317] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2421.689525] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2421.690542] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2421.690808] env[63862]: DEBUG nova.virt.hardware [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2421.691919] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50deee54-6f1b-4461-8ed6-7f50209295a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.702728] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9980b5-9dda-4e6d-8583-bd49623fc583 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.712624] env[63862]: DEBUG oslo_vmware.api [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099075, 'name': ReconfigVM_Task, 'duration_secs': 0.196712} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.720402] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2421.728064] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ae1212-4dd3-41b9-971c-c12759157c49 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.737679] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099076, 'name': ReconfigVM_Task, 'duration_secs': 0.247997} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.738111] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2421.738277] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2421.738449] env[63862]: DEBUG nova.network.neutron [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2421.739756] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2421.739928] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2421.748182] env[63862]: DEBUG oslo_vmware.api [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2421.748182] env[63862]: value = "task-2099077" [ 2421.748182] env[63862]: _type = "Task" [ 2421.748182] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.763885] env[63862]: DEBUG oslo_vmware.api [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.904474] env[63862]: DEBUG oslo_concurrency.lockutils [None req-b7449696-c7b9-4ce8-8d6d-c344bb600850 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "21e7c16b-dcf1-4dc6-b729-4714a0ea0c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.290s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.013614] env[63862]: DEBUG nova.compute.manager [req-f8417133-d420-495f-a01a-1536d27ece76 req-bb4e7542-358d-4811-905f-6a3c344fa34e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Received event network-vif-plugged-64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2422.014700] env[63862]: DEBUG oslo_concurrency.lockutils [req-f8417133-d420-495f-a01a-1536d27ece76 req-bb4e7542-358d-4811-905f-6a3c344fa34e service nova] Acquiring lock "ade29711-01dd-47f9-ba76-210b1f0e4db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.014700] env[63862]: DEBUG oslo_concurrency.lockutils [req-f8417133-d420-495f-a01a-1536d27ece76 req-bb4e7542-358d-4811-905f-6a3c344fa34e service nova] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.014700] env[63862]: DEBUG oslo_concurrency.lockutils [req-f8417133-d420-495f-a01a-1536d27ece76 req-bb4e7542-358d-4811-905f-6a3c344fa34e service nova] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.014878] env[63862]: DEBUG nova.compute.manager [req-f8417133-d420-495f-a01a-1536d27ece76 req-bb4e7542-358d-4811-905f-6a3c344fa34e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] No waiting events found dispatching network-vif-plugged-64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2422.015069] env[63862]: WARNING nova.compute.manager [req-f8417133-d420-495f-a01a-1536d27ece76 req-bb4e7542-358d-4811-905f-6a3c344fa34e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Received unexpected event network-vif-plugged-64780e53-e39a-462c-a61c-e83346f7cbf3 for instance with vm_state building and task_state spawning. [ 2422.096183] env[63862]: DEBUG nova.compute.manager [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2422.096450] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2422.097439] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6a25dd-cdb9-46a2-ab30-10722aebc5dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.107866] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2422.108157] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b10de4-483d-4d57-a946-45a8b6f7caa8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.114822] env[63862]: DEBUG oslo_vmware.api [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2422.114822] env[63862]: value = "task-2099078" [ 2422.114822] env[63862]: _type = "Task" [ 2422.114822] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.123114] env[63862]: DEBUG oslo_vmware.api [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.124108] env[63862]: DEBUG nova.network.neutron [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Successfully updated port: 64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2422.158325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.158606] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.158807] env[63862]: DEBUG nova.compute.manager [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Going to confirm migration 6 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2422.250324] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a61fd0-2a45-4f4c-ace0-c118add46d3f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.263769] env[63862]: DEBUG oslo_vmware.api [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099077, 'name': ReconfigVM_Task, 'duration_secs': 0.136824} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.277915] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429799', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'name': 'volume-95334f02-418c-44f7-b261-632c1bfb90ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59', 'attached_at': '', 'detached_at': '', 'volume_id': '95334f02-418c-44f7-b261-632c1bfb90ed', 'serial': '95334f02-418c-44f7-b261-632c1bfb90ed'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2422.283022] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4216ddb-4aa5-4400-91e6-8fdfc5d9f1fd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.305017] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2422.483111] env[63862]: DEBUG nova.network.neutron [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [{"id": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "address": "fa:16:3e:45:94:52", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06f59eb-ad", "ovs_interfaceid": "f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.624846] env[63862]: DEBUG oslo_vmware.api [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099078, 'name': PowerOffVM_Task, 'duration_secs': 0.237473} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.626550] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2422.626550] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2422.629074] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-ade29711-01dd-47f9-ba76-210b1f0e4db7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2422.629238] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-ade29711-01dd-47f9-ba76-210b1f0e4db7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2422.629384] env[63862]: DEBUG nova.network.neutron [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2422.630367] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94170fd7-fa53-49be-ba84-59fe6afbc65e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.632192] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2422.632420] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2422.695026] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2422.695232] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquired lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2422.695412] env[63862]: DEBUG nova.network.neutron [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2422.695594] env[63862]: DEBUG nova.objects.instance [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'info_cache' on Instance uuid cd5b8715-509b-436b-9256-b930c9c81e79 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2422.814406] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2422.814629] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2422.814812] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleting the datastore file [datastore2] 2065d125-3600-436a-9069-56f221d8e80b {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2422.815095] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33fbe3a1-f587-4b8c-bb50-b164a0373ec9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.821216] env[63862]: DEBUG oslo_vmware.api [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2422.821216] env[63862]: value = "task-2099080" [ 2422.821216] env[63862]: _type = "Task" [ 2422.821216] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.828927] env[63862]: DEBUG oslo_vmware.api [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.830271] env[63862]: DEBUG nova.objects.instance [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'flavor' on Instance uuid a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2422.848412] env[63862]: DEBUG nova.network.neutron [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Port 1dc241f8-44a1-4e95-a0b6-e7e5bf856255 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2422.986165] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-2065d125-3600-436a-9069-56f221d8e80b" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2423.136504] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2423.166390] env[63862]: DEBUG nova.network.neutron [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2423.307637] env[63862]: DEBUG nova.network.neutron [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Updating instance_info_cache with network_info: [{"id": "64780e53-e39a-462c-a61c-e83346f7cbf3", "address": "fa:16:3e:a0:8a:da", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64780e53-e3", "ovs_interfaceid": "64780e53-e39a-462c-a61c-e83346f7cbf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2423.331056] env[63862]: DEBUG oslo_vmware.api [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148358} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.331297] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2423.331508] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2423.331653] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2423.331818] env[63862]: INFO nova.compute.manager [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2423.332056] env[63862]: DEBUG oslo.service.loopingcall [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2423.332245] env[63862]: DEBUG nova.compute.manager [-] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2423.332341] env[63862]: DEBUG nova.network.neutron [-] [instance: 2065d125-3600-436a-9069-56f221d8e80b] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2423.491489] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13ecfc14-6fc1-44d7-8ae0-fdde0cc1118c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-2065d125-3600-436a-9069-56f221d8e80b-d1075aea-daec-4b83-abbf-db0a49ebe6c8" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.587s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.660662] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.660907] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.662514] env[63862]: INFO nova.compute.claims [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2423.810547] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-ade29711-01dd-47f9-ba76-210b1f0e4db7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2423.810848] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Instance network_info: |[{"id": "64780e53-e39a-462c-a61c-e83346f7cbf3", "address": "fa:16:3e:a0:8a:da", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64780e53-e3", "ovs_interfaceid": "64780e53-e39a-462c-a61c-e83346f7cbf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2423.811282] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:8a:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64780e53-e39a-462c-a61c-e83346f7cbf3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2423.819095] env[63862]: DEBUG oslo.service.loopingcall [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2423.822052] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2423.822052] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c9f2c1-f32e-4eac-8543-5daa75a25df8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.838139] env[63862]: DEBUG oslo_concurrency.lockutils [None req-05017d7d-998d-4a83-87b4-2069156399e9 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.841657] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2423.841657] env[63862]: value = "task-2099081" [ 2423.841657] env[63862]: _type = "Task" [ 2423.841657] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.849074] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.873350] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.873657] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.873841] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.995529] env[63862]: DEBUG nova.network.neutron [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [{"id": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "address": "fa:16:3e:9a:fd:25", "network": {"id": "83229e2b-206c-4fdb-bdc5-744b4fa38a7b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1824584566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "300f67bd54cc481d8b06a1569d3b29ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6a6eeaa-a0", "ovs_interfaceid": "f6a6eeaa-a094-4be2-9521-c83fa34b7e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.042434] env[63862]: DEBUG nova.compute.manager [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Received event network-changed-64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2424.042687] env[63862]: DEBUG nova.compute.manager [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Refreshing instance network info cache due to event network-changed-64780e53-e39a-462c-a61c-e83346f7cbf3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2424.042871] env[63862]: DEBUG oslo_concurrency.lockutils [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] Acquiring lock "refresh_cache-ade29711-01dd-47f9-ba76-210b1f0e4db7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2424.043124] env[63862]: DEBUG oslo_concurrency.lockutils [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] Acquired lock "refresh_cache-ade29711-01dd-47f9-ba76-210b1f0e4db7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2424.043322] env[63862]: DEBUG nova.network.neutron [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Refreshing network info cache for port 64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2424.233583] env[63862]: DEBUG nova.network.neutron [-] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.351702] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.498895] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Releasing lock "refresh_cache-cd5b8715-509b-436b-9256-b930c9c81e79" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2424.498895] env[63862]: DEBUG nova.objects.instance [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'migration_context' on Instance uuid cd5b8715-509b-436b-9256-b930c9c81e79 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2424.735176] env[63862]: DEBUG nova.network.neutron [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Updated VIF entry in instance network info cache for port 64780e53-e39a-462c-a61c-e83346f7cbf3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2424.735521] env[63862]: DEBUG nova.network.neutron [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Updating instance_info_cache with network_info: [{"id": "64780e53-e39a-462c-a61c-e83346f7cbf3", "address": "fa:16:3e:a0:8a:da", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64780e53-e3", "ovs_interfaceid": "64780e53-e39a-462c-a61c-e83346f7cbf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.736787] env[63862]: INFO nova.compute.manager [-] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Took 1.40 seconds to deallocate network for instance. [ 2424.789672] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.790128] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.790490] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.790705] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.790885] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.792749] env[63862]: INFO nova.compute.manager [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Terminating instance [ 2424.807122] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb0fcf2-15d3-4e89-b9d2-97e4a62a7838 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.814496] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b92bae-0138-4a7a-b350-a939e75d4f4a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.847431] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b256817-ef28-4e52-8118-e2368c71ce8c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.856768] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc33dab-5509-41a3-8e9c-8cdeb7bbdee8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.860104] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.869232] env[63862]: DEBUG nova.compute.provider_tree [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2424.908666] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2424.908848] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2424.909034] env[63862]: DEBUG nova.network.neutron [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2425.002437] env[63862]: DEBUG nova.objects.base [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2425.003559] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb9bbbf-7166-49c3-9ff7-37bba002e6f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.022595] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c80c4c8-2594-4b37-8c59-56d86d5edb47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.028195] env[63862]: DEBUG oslo_vmware.api [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2425.028195] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525dd2e0-45b8-1bed-7086-dd501a368dc1" [ 2425.028195] env[63862]: _type = "Task" [ 2425.028195] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.035807] env[63862]: DEBUG oslo_vmware.api [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525dd2e0-45b8-1bed-7086-dd501a368dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.238724] env[63862]: DEBUG oslo_concurrency.lockutils [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] Releasing lock "refresh_cache-ade29711-01dd-47f9-ba76-210b1f0e4db7" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2425.238994] env[63862]: DEBUG nova.compute.manager [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Received event network-vif-deleted-f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2425.239278] env[63862]: INFO nova.compute.manager [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Neutron deleted interface f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5; detaching it from the instance and deleting it from the info cache [ 2425.239460] env[63862]: DEBUG nova.network.neutron [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.244196] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.299762] env[63862]: DEBUG nova.compute.manager [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2425.299994] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2425.300883] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad9443d-807e-4e1c-ada9-3e57bdea2a3d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.308688] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2425.308908] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20d6f38-e496-4e33-95aa-699f80a4f9c3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.314655] env[63862]: DEBUG oslo_vmware.api [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2425.314655] env[63862]: value = "task-2099082" [ 2425.314655] env[63862]: _type = "Task" [ 2425.314655] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.322042] env[63862]: DEBUG oslo_vmware.api [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.353952] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.372021] env[63862]: DEBUG nova.scheduler.client.report [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2425.537764] env[63862]: DEBUG oslo_vmware.api [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525dd2e0-45b8-1bed-7086-dd501a368dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.007163} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.538394] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.679273] env[63862]: DEBUG nova.network.neutron [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2425.742071] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c7fb5c5-0d09-4e9c-b90a-3f3bacd7ade3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.751284] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d9f24e-0859-430e-ad60-d2ac7ea9fb9a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.779847] env[63862]: DEBUG nova.compute.manager [req-3c508e42-9c56-455a-8426-5235e9858bb4 req-96f3e7e2-236b-4070-b500-379517d1859e service nova] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Detach interface failed, port_id=f06f59eb-ad0f-45d7-8179-9ddce3fa1aa5, reason: Instance 2065d125-3600-436a-9069-56f221d8e80b could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2425.823824] env[63862]: DEBUG oslo_vmware.api [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099082, 'name': PowerOffVM_Task, 'duration_secs': 0.190682} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.824103] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2425.824275] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2425.824522] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3783ae-6bac-4b21-a4b5-0a2ea63c93b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.853840] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.876776] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.877266] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2425.879753] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.636s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2425.879973] env[63862]: DEBUG nova.objects.instance [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'resources' on Instance uuid 2065d125-3600-436a-9069-56f221d8e80b {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2426.181909] env[63862]: DEBUG oslo_concurrency.lockutils [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2426.355206] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.386345] env[63862]: DEBUG nova.compute.utils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2426.387995] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2426.388181] env[63862]: DEBUG nova.network.neutron [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2426.536974] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810563d4-3b84-457f-ae58-9162ec7d9d27 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.545262] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018edc5-3f7c-4f04-9560-b902884e0945 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.577861] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577a38d-0da5-4dfe-ba33-5a2ac262da69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.585056] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d534ff32-833f-41e7-987b-8654b91ff481 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.598538] env[63862]: DEBUG nova.compute.provider_tree [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2426.672358] env[63862]: DEBUG nova.policy [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea7cba07d3024839861d6f18ec630e3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ae90ea36d3a47c68c48b289663ca235', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2426.702613] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14527d7-8398-4ad9-8c20-71014e585b75 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.721388] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c488a20-d9e2-4963-a9ac-3df803242a1b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.727997] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2426.855367] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.891271] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2426.915015] env[63862]: DEBUG nova.network.neutron [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Successfully created port: 866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2427.101851] env[63862]: DEBUG nova.scheduler.client.report [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2427.234050] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2427.234380] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90195cd5-a1bb-43e7-96d6-ed8d7ea766ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.242299] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2427.242299] env[63862]: value = "task-2099084" [ 2427.242299] env[63862]: _type = "Task" [ 2427.242299] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.252439] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.356044] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.608245] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2427.610407] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.072s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2427.635421] env[63862]: INFO nova.scheduler.client.report [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted allocations for instance 2065d125-3600-436a-9069-56f221d8e80b [ 2427.752606] env[63862]: DEBUG oslo_vmware.api [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099084, 'name': PowerOnVM_Task, 'duration_secs': 0.412157} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2427.752882] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2427.753077] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-2239413f-38aa-4e11-b2c6-4a9b6fa44714 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance 'b7d2c5b9-d19f-4c43-8425-06464f0e01af' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2427.856583] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.900234] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2427.925700] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2427.925950] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2427.926125] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2427.926355] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2427.926512] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2427.926660] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2427.926867] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2427.927044] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2427.927220] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2427.927385] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2427.927560] env[63862]: DEBUG nova.virt.hardware [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2427.928680] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9616ef7-2008-4c32-9f24-d026b5493613 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.936425] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdfe5d2-ed64-40cd-9b2b-b8c41142345f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.144470] env[63862]: DEBUG oslo_concurrency.lockutils [None req-061e2d01-9ccb-4af5-8879-ec14c6b64706 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "2065d125-3600-436a-9069-56f221d8e80b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.558s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.236499] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94403fa0-04ac-47e9-b2da-c4a1d8b98139 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.243823] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882bfa1-7880-403c-9b20-ef393d410618 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.277830] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1519a7dd-63c6-418f-bf0b-155deec4560f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.285552] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13812fd7-db80-462a-a628-4389a51d7239 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.299302] env[63862]: DEBUG nova.compute.provider_tree [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2428.357729] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.801985] env[63862]: DEBUG nova.scheduler.client.report [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2428.858945] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.359696] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.811607] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.201s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.861416] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.361951] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.363034] env[63862]: INFO nova.scheduler.client.report [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted allocation for migration 7e3318f9-ed90-42c6-a77b-5b8f4e82d603 [ 2430.501559] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2430.501897] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2430.502108] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleting the datastore file [datastore2] a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2430.502395] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d77cd91-644c-4491-8100-2602cf033ac0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.510020] env[63862]: DEBUG oslo_vmware.api [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for the task: (returnval){ [ 2430.510020] env[63862]: value = "task-2099085" [ 2430.510020] env[63862]: _type = "Task" [ 2430.510020] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.517988] env[63862]: DEBUG oslo_vmware.api [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.676718] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.677093] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.823032] env[63862]: DEBUG nova.network.neutron [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Port 1dc241f8-44a1-4e95-a0b6-e7e5bf856255 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2430.823403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.823575] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.823742] env[63862]: DEBUG nova.network.neutron [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2430.854568] env[63862]: INFO nova.compute.manager [None req-3b559d87-351a-44dc-9ab8-21bbc8ec4144 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Get console output [ 2430.854825] env[63862]: WARNING nova.virt.vmwareapi.driver [None req-3b559d87-351a-44dc-9ab8-21bbc8ec4144 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] The console log is missing. Check your VSPC configuration [ 2430.865104] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099081, 'name': CreateVM_Task, 'duration_secs': 6.8861} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.865407] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2430.865945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.866118] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.866427] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2430.866667] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71d5e06-65a9-479b-a597-69268dadf14a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.869242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-111cbd62-1f26-4e17-9454-2289c6b03186 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.711s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.874427] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2430.874427] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52dec979-5a1c-42e3-3489-ce0d611540ee" [ 2430.874427] env[63862]: _type = "Task" [ 2430.874427] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.882359] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dec979-5a1c-42e3-3489-ce0d611540ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.021312] env[63862]: DEBUG oslo_vmware.api [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Task: {'id': task-2099085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275439} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.021638] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2431.021871] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2431.022076] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2431.022260] env[63862]: INFO nova.compute.manager [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Took 5.72 seconds to destroy the instance on the hypervisor. [ 2431.022499] env[63862]: DEBUG oslo.service.loopingcall [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2431.022689] env[63862]: DEBUG nova.compute.manager [-] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2431.022786] env[63862]: DEBUG nova.network.neutron [-] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2431.181473] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2431.383609] env[63862]: DEBUG nova.compute.manager [req-341b79f4-c9f1-4ff2-929c-87c157fd10b8 req-625c271a-af88-4421-af15-fcb197eb5c0e service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Received event network-vif-plugged-866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2431.383826] env[63862]: DEBUG oslo_concurrency.lockutils [req-341b79f4-c9f1-4ff2-929c-87c157fd10b8 req-625c271a-af88-4421-af15-fcb197eb5c0e service nova] Acquiring lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2431.384050] env[63862]: DEBUG oslo_concurrency.lockutils [req-341b79f4-c9f1-4ff2-929c-87c157fd10b8 req-625c271a-af88-4421-af15-fcb197eb5c0e service nova] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2431.384267] env[63862]: DEBUG oslo_concurrency.lockutils [req-341b79f4-c9f1-4ff2-929c-87c157fd10b8 req-625c271a-af88-4421-af15-fcb197eb5c0e service nova] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.384452] env[63862]: DEBUG nova.compute.manager [req-341b79f4-c9f1-4ff2-929c-87c157fd10b8 req-625c271a-af88-4421-af15-fcb197eb5c0e service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] No waiting events found dispatching network-vif-plugged-866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2431.384616] env[63862]: WARNING nova.compute.manager [req-341b79f4-c9f1-4ff2-929c-87c157fd10b8 req-625c271a-af88-4421-af15-fcb197eb5c0e service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Received unexpected event network-vif-plugged-866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 for instance with vm_state building and task_state spawning. [ 2431.389060] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52dec979-5a1c-42e3-3489-ce0d611540ee, 'name': SearchDatastore_Task, 'duration_secs': 0.039445} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.392162] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2431.392498] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2431.392759] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2431.392968] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2431.393194] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2431.393723] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e8ac987-01df-49de-821f-26d0ee79247f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.404115] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2431.404243] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2431.404931] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02b0847-9d4d-40de-8a6b-265d799983ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.413276] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2431.413276] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523524dd-8f96-627d-f82a-a3c9ef86feb5" [ 2431.413276] env[63862]: _type = "Task" [ 2431.413276] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.426197] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523524dd-8f96-627d-f82a-a3c9ef86feb5, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.426898] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3adb9fd2-df1e-4f9b-8bfd-53c862a77279 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.433021] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2431.433021] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52beb386-d969-83bc-9777-d8f7b30c4ab3" [ 2431.433021] env[63862]: _type = "Task" [ 2431.433021] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.441286] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52beb386-d969-83bc-9777-d8f7b30c4ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.461198] env[63862]: DEBUG nova.network.neutron [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Successfully updated port: 866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2431.691812] env[63862]: DEBUG nova.network.neutron [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.710770] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2431.710950] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2431.713192] env[63862]: INFO nova.compute.claims [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2431.764323] env[63862]: DEBUG nova.compute.manager [req-cc2fb152-97e4-4f3a-9700-8519f1dbe5ed req-323e6ca0-73bf-4a66-9f11-cbbe344301a6 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Received event network-vif-deleted-995d815c-cc50-4875-ac3b-5776ca17f3de {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2431.764541] env[63862]: INFO nova.compute.manager [req-cc2fb152-97e4-4f3a-9700-8519f1dbe5ed req-323e6ca0-73bf-4a66-9f11-cbbe344301a6 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Neutron deleted interface 995d815c-cc50-4875-ac3b-5776ca17f3de; detaching it from the instance and deleting it from the info cache [ 2431.764714] env[63862]: DEBUG nova.network.neutron [req-cc2fb152-97e4-4f3a-9700-8519f1dbe5ed req-323e6ca0-73bf-4a66-9f11-cbbe344301a6 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.943800] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52beb386-d969-83bc-9777-d8f7b30c4ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.944158] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2431.944416] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ade29711-01dd-47f9-ba76-210b1f0e4db7/ade29711-01dd-47f9-ba76-210b1f0e4db7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2431.944674] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4269fa1-076c-4635-aa58-32764c9e50ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.951117] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2431.951117] env[63862]: value = "task-2099086" [ 2431.951117] env[63862]: _type = "Task" [ 2431.951117] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.958231] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.967833] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2431.968044] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2431.968120] env[63862]: DEBUG nova.network.neutron [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2432.194772] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2432.241025] env[63862]: DEBUG nova.network.neutron [-] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.267375] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25843620-5c28-47c1-8671-a8ecbb6c7af1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.278497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b38b1d-de61-445b-9d64-188eb7479fe5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.312064] env[63862]: DEBUG nova.compute.manager [req-cc2fb152-97e4-4f3a-9700-8519f1dbe5ed req-323e6ca0-73bf-4a66-9f11-cbbe344301a6 service nova] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Detach interface failed, port_id=995d815c-cc50-4875-ac3b-5776ca17f3de, reason: Instance a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2432.461574] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437434} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.461987] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] ade29711-01dd-47f9-ba76-210b1f0e4db7/ade29711-01dd-47f9-ba76-210b1f0e4db7.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2432.462268] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2432.462550] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd8ef68b-ed9c-44af-9336-cba17541d4dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.468437] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2432.468437] env[63862]: value = "task-2099087" [ 2432.468437] env[63862]: _type = "Task" [ 2432.468437] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.478349] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.552455] env[63862]: DEBUG nova.network.neutron [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2432.692145] env[63862]: DEBUG nova.network.neutron [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance_info_cache with network_info: [{"id": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "address": "fa:16:3e:0a:25:67", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cb8b4-f1", "ovs_interfaceid": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.698650] env[63862]: DEBUG nova.compute.manager [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63862) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2432.698866] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.743510] env[63862]: INFO nova.compute.manager [-] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Took 1.72 seconds to deallocate network for instance. [ 2432.845717] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f6b5a5-47a8-4b87-89f1-ac04488cac5d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.853625] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d732a99-5448-485b-8a6a-56b9618bd91a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.883753] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0bdc7a-d298-458b-a500-c423bbc035de {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.890734] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9a554-6175-4c08-bbb1-9724e0a9a69d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.903143] env[63862]: DEBUG nova.compute.provider_tree [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2432.979922] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065782} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.980204] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2432.980964] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b247fca-95f7-452b-8830-71a1431e27c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.001984] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] ade29711-01dd-47f9-ba76-210b1f0e4db7/ade29711-01dd-47f9-ba76-210b1f0e4db7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2433.002275] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0122f1-5dcf-4090-af35-7b892a3afe89 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.021809] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2433.021809] env[63862]: value = "task-2099088" [ 2433.021809] env[63862]: _type = "Task" [ 2433.021809] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.029439] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.195313] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.195578] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Instance network_info: |[{"id": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "address": "fa:16:3e:0a:25:67", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cb8b4-f1", "ovs_interfaceid": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2433.195989] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:25:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866cb8b4-f1a4-4c6e-b567-f3c601c2eb25', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2433.203436] env[63862]: DEBUG oslo.service.loopingcall [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2433.203639] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2433.203864] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95f1b53d-3033-4661-a293-cdedb998bf74 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.222903] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2433.222903] env[63862]: value = "task-2099089" [ 2433.222903] env[63862]: _type = "Task" [ 2433.222903] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.229950] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099089, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.251961] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2433.406610] env[63862]: DEBUG nova.scheduler.client.report [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2433.411589] env[63862]: DEBUG nova.compute.manager [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Received event network-changed-866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2433.411796] env[63862]: DEBUG nova.compute.manager [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Refreshing instance network info cache due to event network-changed-866cb8b4-f1a4-4c6e-b567-f3c601c2eb25. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2433.412063] env[63862]: DEBUG oslo_concurrency.lockutils [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] Acquiring lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2433.412223] env[63862]: DEBUG oslo_concurrency.lockutils [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] Acquired lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2433.412388] env[63862]: DEBUG nova.network.neutron [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Refreshing network info cache for port 866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2433.531493] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.732930] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099089, 'name': CreateVM_Task} progress is 25%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.915226] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.915811] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2433.921179] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.222s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.032438] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.233492] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099089, 'name': CreateVM_Task, 'duration_secs': 0.928246} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.233686] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2434.234391] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2434.234562] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2434.234885] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2434.235150] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5463463-1460-4cf2-bca9-b1590fbc7cd7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.239466] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2434.239466] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5297507e-cc45-c823-f019-b62c7fdcffe7" [ 2434.239466] env[63862]: _type = "Task" [ 2434.239466] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.246798] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5297507e-cc45-c823-f019-b62c7fdcffe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.356638] env[63862]: DEBUG nova.network.neutron [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updated VIF entry in instance network info cache for port 866cb8b4-f1a4-4c6e-b567-f3c601c2eb25. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2434.357063] env[63862]: DEBUG nova.network.neutron [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance_info_cache with network_info: [{"id": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "address": "fa:16:3e:0a:25:67", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cb8b4-f1", "ovs_interfaceid": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2434.423299] env[63862]: DEBUG nova.compute.utils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2434.424801] env[63862]: DEBUG nova.objects.instance [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'migration_context' on Instance uuid b7d2c5b9-d19f-4c43-8425-06464f0e01af {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2434.425735] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2434.425901] env[63862]: DEBUG nova.network.neutron [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2434.474430] env[63862]: DEBUG nova.policy [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2434.532960] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099088, 'name': ReconfigVM_Task, 'duration_secs': 1.1508} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.533267] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] ade29711-01dd-47f9-ba76-210b1f0e4db7/ade29711-01dd-47f9-ba76-210b1f0e4db7.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2434.533884] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbc00ebd-4cae-4ea1-86d3-ce7dae1aa6bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.539713] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2434.539713] env[63862]: value = "task-2099090" [ 2434.539713] env[63862]: _type = "Task" [ 2434.539713] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.546963] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099090, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.744842] env[63862]: DEBUG nova.network.neutron [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Successfully created port: 160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2434.752704] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5297507e-cc45-c823-f019-b62c7fdcffe7, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.753014] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2434.753252] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2434.753514] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2434.753679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2434.753884] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2434.754175] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-778b2d81-be93-43db-93b7-290fdfd2c3f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.762148] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2434.762330] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2434.763044] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613d46f3-d992-4cfe-984f-d9097c89bb6a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.768085] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2434.768085] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52ed1741-87ee-e3b8-2a74-048c8ce4a019" [ 2434.768085] env[63862]: _type = "Task" [ 2434.768085] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2434.777204] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ed1741-87ee-e3b8-2a74-048c8ce4a019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.860156] env[63862]: DEBUG oslo_concurrency.lockutils [req-3ec41fa5-97c2-4c13-b5b9-01d441bb02c3 req-e4f82da1-7ae2-40cc-af8c-aa776cb1a193 service nova] Releasing lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2434.931753] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2435.051053] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099090, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.089533] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306c2ec4-8739-4376-aa65-a679f53c5645 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.096689] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6816295-b67e-4fdb-952f-378ea7aea200 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.126435] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1017e187-8f34-43ea-8f59-331740722186 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.133938] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a32cbf-a890-46b1-9f2b-4c6a7fff3103 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.148566] env[63862]: DEBUG nova.compute.provider_tree [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2435.278982] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52ed1741-87ee-e3b8-2a74-048c8ce4a019, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.279880] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf3f4ca-85ff-4283-b0dd-0cb6d8e3d6d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.285538] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2435.285538] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523b9aad-707b-faf3-b44b-bb8708455807" [ 2435.285538] env[63862]: _type = "Task" [ 2435.285538] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.293537] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523b9aad-707b-faf3-b44b-bb8708455807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.550177] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099090, 'name': Rename_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.651968] env[63862]: DEBUG nova.scheduler.client.report [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2435.796276] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523b9aad-707b-faf3-b44b-bb8708455807, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.796538] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2435.796782] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63/4d25e8ad-c04b-42bc-af0a-a3d245a00a63.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2435.797057] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efac9209-636e-405d-a294-7dd2a4d68bf9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.803104] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2435.803104] env[63862]: value = "task-2099091" [ 2435.803104] env[63862]: _type = "Task" [ 2435.803104] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.810265] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.943489] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2435.969439] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2435.969696] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2435.969856] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2435.970054] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2435.970207] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2435.970348] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2435.970595] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2435.970769] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2435.970940] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2435.971117] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2435.971295] env[63862]: DEBUG nova.virt.hardware [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2435.972183] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3716fb03-fed4-4733-a087-125d20f3c891 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.981820] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7015aa-997e-4963-8da5-8fc66f811451 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.052887] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099090, 'name': Rename_Task, 'duration_secs': 1.116758} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.053281] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2436.053465] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1149770b-3794-48f8-bf22-f9b7e29f4486 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.061959] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2436.061959] env[63862]: value = "task-2099092" [ 2436.061959] env[63862]: _type = "Task" [ 2436.061959] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.071954] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.199537] env[63862]: DEBUG nova.compute.manager [req-f98580e9-297b-4225-bf92-12de351c58a4 req-42306ad2-0ce2-41ed-930e-a22c2891b54c service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-vif-plugged-160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2436.199787] env[63862]: DEBUG oslo_concurrency.lockutils [req-f98580e9-297b-4225-bf92-12de351c58a4 req-42306ad2-0ce2-41ed-930e-a22c2891b54c service nova] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.200392] env[63862]: DEBUG oslo_concurrency.lockutils [req-f98580e9-297b-4225-bf92-12de351c58a4 req-42306ad2-0ce2-41ed-930e-a22c2891b54c service nova] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.200792] env[63862]: DEBUG oslo_concurrency.lockutils [req-f98580e9-297b-4225-bf92-12de351c58a4 req-42306ad2-0ce2-41ed-930e-a22c2891b54c service nova] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.200939] env[63862]: DEBUG nova.compute.manager [req-f98580e9-297b-4225-bf92-12de351c58a4 req-42306ad2-0ce2-41ed-930e-a22c2891b54c service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] No waiting events found dispatching network-vif-plugged-160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2436.201144] env[63862]: WARNING nova.compute.manager [req-f98580e9-297b-4225-bf92-12de351c58a4 req-42306ad2-0ce2-41ed-930e-a22c2891b54c service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received unexpected event network-vif-plugged-160d0538-9424-417a-8246-0b6c198f4cf1 for instance with vm_state building and task_state spawning. [ 2436.292691] env[63862]: DEBUG nova.network.neutron [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Successfully updated port: 160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2436.316241] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464655} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.316512] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63/4d25e8ad-c04b-42bc-af0a-a3d245a00a63.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2436.316721] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2436.316968] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-137ca6a9-6ebd-4875-b4a4-6e5771f7a64e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.323160] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2436.323160] env[63862]: value = "task-2099093" [ 2436.323160] env[63862]: _type = "Task" [ 2436.323160] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.331280] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.572570] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.664409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.742s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.675735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.424s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.676166] env[63862]: DEBUG nova.objects.instance [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lazy-loading 'resources' on Instance uuid a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2436.795679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.795847] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.796008] env[63862]: DEBUG nova.network.neutron [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2436.832414] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059869} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.832767] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2436.833646] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade71756-fa65-4930-8783-70bee477234c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.856924] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63/4d25e8ad-c04b-42bc-af0a-a3d245a00a63.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2436.857222] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad851db6-dff5-4dab-bb33-2a9e2b412d91 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.876868] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2436.876868] env[63862]: value = "task-2099094" [ 2436.876868] env[63862]: _type = "Task" [ 2436.876868] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.884710] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.073075] env[63862]: DEBUG oslo_vmware.api [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099092, 'name': PowerOnVM_Task, 'duration_secs': 0.901485} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.073075] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2437.073512] env[63862]: INFO nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Took 15.41 seconds to spawn the instance on the hypervisor. [ 2437.073512] env[63862]: DEBUG nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2437.074178] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c84845-9ced-4f2f-ae1c-8f18a4683c0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.185657] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.185908] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.186179] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.186374] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.186544] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.192292] env[63862]: INFO nova.compute.manager [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Terminating instance [ 2437.328204] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b475881-dc50-40ab-9ff4-6ed6720bc1a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.331383] env[63862]: DEBUG nova.network.neutron [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2437.336317] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30bf493-2e9b-499c-b6fe-6c4448974b28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.368637] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829f6de-38c1-40a7-97a5-2651e3d11664 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.378695] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f8fc3c-196e-471c-8a50-c6752a924514 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.399872] env[63862]: DEBUG nova.compute.provider_tree [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2437.406422] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.539037] env[63862]: DEBUG nova.network.neutron [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.591239] env[63862]: INFO nova.compute.manager [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Took 23.04 seconds to build instance. [ 2437.702842] env[63862]: DEBUG nova.compute.manager [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2437.704237] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2437.705274] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc25c7-c918-4c1b-8f1e-7ee3cf1413a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.713174] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2437.713418] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f1478f-878d-4f3c-b07f-babf81eb348a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.719595] env[63862]: DEBUG oslo_vmware.api [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2437.719595] env[63862]: value = "task-2099095" [ 2437.719595] env[63862]: _type = "Task" [ 2437.719595] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.727747] env[63862]: DEBUG oslo_vmware.api [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.895390] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.908551] env[63862]: DEBUG nova.scheduler.client.report [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2438.044128] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.044469] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Instance network_info: |[{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2438.044898] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:b7:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '160d0538-9424-417a-8246-0b6c198f4cf1', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2438.052466] env[63862]: DEBUG oslo.service.loopingcall [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2438.052723] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2438.052967] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1e4de8-369f-44a3-8aa1-00d923f9af42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.073258] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2438.073258] env[63862]: value = "task-2099096" [ 2438.073258] env[63862]: _type = "Task" [ 2438.073258] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.080837] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099096, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.093402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7333f548-60a8-4479-9339-3e3b092f7bcf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.553s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.177807] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "ade29711-01dd-47f9-ba76-210b1f0e4db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.178073] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.178287] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "ade29711-01dd-47f9-ba76-210b1f0e4db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.178473] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.178644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.180811] env[63862]: INFO nova.compute.manager [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Terminating instance [ 2438.224186] env[63862]: INFO nova.compute.manager [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Swapping old allocation on dict_keys(['80897473-f999-4333-ab16-8ed9a7f29cf0']) held by migration 65ebc311-6548-44e3-bd4f-ea9069ce38da for instance [ 2438.228723] env[63862]: DEBUG nova.compute.manager [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-changed-160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2438.228927] env[63862]: DEBUG nova.compute.manager [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing instance network info cache due to event network-changed-160d0538-9424-417a-8246-0b6c198f4cf1. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2438.229403] env[63862]: DEBUG oslo_concurrency.lockutils [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2438.229588] env[63862]: DEBUG oslo_concurrency.lockutils [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2438.229835] env[63862]: DEBUG nova.network.neutron [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing network info cache for port 160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2438.233974] env[63862]: DEBUG oslo_vmware.api [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099095, 'name': PowerOffVM_Task, 'duration_secs': 0.21998} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.234411] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2438.234585] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2438.234880] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d6e8e3d-0255-4cf9-bd44-f27d3ae9f98e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.248674] env[63862]: DEBUG nova.scheduler.client.report [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Overwriting current allocation {'allocations': {'80897473-f999-4333-ab16-8ed9a7f29cf0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '9966a7afebff4f0a989b2e6f0efe6c4f', 'user_id': '54281c029188407cb062861446fc42ae', 'consumer_generation': 1} on consumer b7d2c5b9-d19f-4c43-8425-06464f0e01af {{(pid=63862) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2438.313642] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2438.313871] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2438.314065] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleting the datastore file [datastore2] c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2438.314329] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc8765b0-9277-4c3f-a5f1-0ee9e458e054 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.321083] env[63862]: DEBUG oslo_vmware.api [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for the task: (returnval){ [ 2438.321083] env[63862]: value = "task-2099098" [ 2438.321083] env[63862]: _type = "Task" [ 2438.321083] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.328707] env[63862]: DEBUG oslo_vmware.api [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.332080] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2438.332309] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2438.332530] env[63862]: DEBUG nova.network.neutron [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2438.394450] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099094, 'name': ReconfigVM_Task, 'duration_secs': 1.048112} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.394718] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63/4d25e8ad-c04b-42bc-af0a-a3d245a00a63.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2438.395399] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b40af69-f9af-42bb-a6ee-e26bf8dc12a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.401632] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2438.401632] env[63862]: value = "task-2099099" [ 2438.401632] env[63862]: _type = "Task" [ 2438.401632] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.409618] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099099, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.413415] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.430883] env[63862]: INFO nova.scheduler.client.report [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Deleted allocations for instance a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59 [ 2438.587962] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099096, 'name': CreateVM_Task, 'duration_secs': 0.35885} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.588142] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2438.595178] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2438.595350] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2438.595661] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2438.595897] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4554c7c0-8f0e-430b-8991-c0059f9b1d8c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.600659] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2438.600659] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]529dbd54-3af2-a2ef-661b-7759e504c1ba" [ 2438.600659] env[63862]: _type = "Task" [ 2438.600659] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.607981] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529dbd54-3af2-a2ef-661b-7759e504c1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.684367] env[63862]: DEBUG nova.compute.manager [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2438.684613] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2438.685516] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e8f553-d5df-4f04-8c9d-99ae6ebe3822 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.693150] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2438.693533] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f370f9-4884-43fb-8e37-ca827def46cc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.699226] env[63862]: DEBUG oslo_vmware.api [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2438.699226] env[63862]: value = "task-2099100" [ 2438.699226] env[63862]: _type = "Task" [ 2438.699226] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.707199] env[63862]: DEBUG oslo_vmware.api [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.831585] env[63862]: DEBUG oslo_vmware.api [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Task: {'id': task-2099098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163139} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.832024] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2438.832232] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2438.832404] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2438.832571] env[63862]: INFO nova.compute.manager [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2438.832828] env[63862]: DEBUG oslo.service.loopingcall [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2438.833037] env[63862]: DEBUG nova.compute.manager [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2438.833128] env[63862]: DEBUG nova.network.neutron [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2438.911132] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099099, 'name': Rename_Task, 'duration_secs': 0.140907} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.915756] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2438.916176] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15fee296-4313-4e8b-b96b-b416b9a955ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.923041] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2438.923041] env[63862]: value = "task-2099101" [ 2438.923041] env[63862]: _type = "Task" [ 2438.923041] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.932766] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.939641] env[63862]: DEBUG oslo_concurrency.lockutils [None req-359d4835-dc55-4b3d-b1d5-e60a48879e35 tempest-AttachVolumeNegativeTest-232322654 tempest-AttachVolumeNegativeTest-232322654-project-member] Lock "a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.150s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.115594] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]529dbd54-3af2-a2ef-661b-7759e504c1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011722} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.116380] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2439.116826] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2439.117235] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2439.117569] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2439.117948] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2439.118358] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a41710b-efcf-44a2-9c7f-b92a9f10cf0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.149231] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2439.149231] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2439.149231] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5dc2f05-734e-490d-abb5-bfc96fb36b94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.156019] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2439.156019] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b89968-fb66-36f4-145a-90bc0d930a39" [ 2439.156019] env[63862]: _type = "Task" [ 2439.156019] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.164146] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b89968-fb66-36f4-145a-90bc0d930a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.183508] env[63862]: DEBUG nova.network.neutron [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updated VIF entry in instance network info cache for port 160d0538-9424-417a-8246-0b6c198f4cf1. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2439.183508] env[63862]: DEBUG nova.network.neutron [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2439.211232] env[63862]: DEBUG oslo_vmware.api [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099100, 'name': PowerOffVM_Task, 'duration_secs': 0.184722} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.211973] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2439.212353] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2439.212970] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f2df8d8-7865-426a-8912-30cb3c52f08a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.318871] env[63862]: DEBUG nova.network.neutron [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [{"id": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "address": "fa:16:3e:bc:72:2b", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc241f8-44", "ovs_interfaceid": "1dc241f8-44a1-4e95-a0b6-e7e5bf856255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2439.430515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2439.430515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2439.430515] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] ade29711-01dd-47f9-ba76-210b1f0e4db7 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2439.433248] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-563e44db-6f54-4ca7-9bef-1007c49ccd9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.434977] env[63862]: DEBUG oslo_vmware.api [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099101, 'name': PowerOnVM_Task, 'duration_secs': 0.470867} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.435270] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2439.435476] env[63862]: INFO nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Took 11.54 seconds to spawn the instance on the hypervisor. [ 2439.435655] env[63862]: DEBUG nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2439.436958] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2cf47-9c01-4520-8707-f8192cf09656 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.440523] env[63862]: DEBUG oslo_vmware.api [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2439.440523] env[63862]: value = "task-2099104" [ 2439.440523] env[63862]: _type = "Task" [ 2439.440523] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.452411] env[63862]: DEBUG oslo_vmware.api [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.665165] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b89968-fb66-36f4-145a-90bc0d930a39, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.665953] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124bffcb-7d6c-4b50-a6f8-0a96ac05a50e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.671102] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2439.671102] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bedd41-a4f4-e23b-cf41-9374884ba818" [ 2439.671102] env[63862]: _type = "Task" [ 2439.671102] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.678868] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bedd41-a4f4-e23b-cf41-9374884ba818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.685458] env[63862]: DEBUG oslo_concurrency.lockutils [req-7393d8b8-7444-4ad3-a506-ff281fae1c86 req-87a09690-77ad-4450-b953-71119327b510 service nova] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2439.822200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-b7d2c5b9-d19f-4c43-8425-06464f0e01af" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2439.822664] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2439.822953] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15273ecc-f703-4e6b-a156-e5257ea4f350 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.830777] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2439.830777] env[63862]: value = "task-2099105" [ 2439.830777] env[63862]: _type = "Task" [ 2439.830777] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.838626] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.955059] env[63862]: DEBUG oslo_vmware.api [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410748} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.955354] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2439.955789] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2439.955789] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2439.955965] env[63862]: INFO nova.compute.manager [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2439.956606] env[63862]: DEBUG oslo.service.loopingcall [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2439.958045] env[63862]: DEBUG nova.compute.manager [-] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2439.958154] env[63862]: DEBUG nova.network.neutron [-] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2439.960091] env[63862]: INFO nova.compute.manager [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Took 16.32 seconds to build instance. [ 2440.013430] env[63862]: DEBUG nova.network.neutron [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2440.186838] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bedd41-a4f4-e23b-cf41-9374884ba818, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.186838] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2440.187601] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d9264ae6-e3fd-42b4-8167-fdc041bb03f4/d9264ae6-e3fd-42b4-8167-fdc041bb03f4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2440.187601] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00307b8-69d3-4ecd-8b51-85cba60cdd43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.195691] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2440.195691] env[63862]: value = "task-2099106" [ 2440.195691] env[63862]: _type = "Task" [ 2440.195691] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.203823] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.336352] env[63862]: DEBUG nova.compute.manager [req-8767ed79-2961-4264-b0ca-b420d266d49c req-cb7e9926-79ad-4b76-86a8-0114ba2ee8f3 service nova] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Received event network-vif-deleted-2e96e66d-68c3-4182-a84d-1cd22269e1f6 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.336352] env[63862]: DEBUG nova.compute.manager [req-8767ed79-2961-4264-b0ca-b420d266d49c req-cb7e9926-79ad-4b76-86a8-0114ba2ee8f3 service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Received event network-vif-deleted-64780e53-e39a-462c-a61c-e83346f7cbf3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.336352] env[63862]: INFO nova.compute.manager [req-8767ed79-2961-4264-b0ca-b420d266d49c req-cb7e9926-79ad-4b76-86a8-0114ba2ee8f3 service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Neutron deleted interface 64780e53-e39a-462c-a61c-e83346f7cbf3; detaching it from the instance and deleting it from the info cache [ 2440.336352] env[63862]: DEBUG nova.network.neutron [req-8767ed79-2961-4264-b0ca-b420d266d49c req-cb7e9926-79ad-4b76-86a8-0114ba2ee8f3 service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2440.346297] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099105, 'name': PowerOffVM_Task, 'duration_secs': 0.266459} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.346987] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2440.347223] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2440.347452] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2440.347637] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2440.348076] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2440.348246] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2440.348391] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2440.348596] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2440.348756] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2440.348914] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2440.349093] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2440.349299] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2440.356278] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b563e5e-9923-45ee-9a5e-049787b275af {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.376153] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2440.376153] env[63862]: value = "task-2099107" [ 2440.376153] env[63862]: _type = "Task" [ 2440.376153] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.390573] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099107, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.463522] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7366e732-a4ed-403f-84d4-385a55c14fb6 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.830s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.516473] env[63862]: INFO nova.compute.manager [-] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Took 1.68 seconds to deallocate network for instance. [ 2440.707916] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478669} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.708281] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d9264ae6-e3fd-42b4-8167-fdc041bb03f4/d9264ae6-e3fd-42b4-8167-fdc041bb03f4.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2440.708560] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2440.708824] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a106629-45c2-4331-842e-599e7457f45a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.715976] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2440.715976] env[63862]: value = "task-2099108" [ 2440.715976] env[63862]: _type = "Task" [ 2440.715976] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.724070] env[63862]: DEBUG nova.network.neutron [-] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2440.726171] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.841911] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3079c9f0-b166-46ea-bf72-971fc034c6cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.851621] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027cbcda-3bb8-4afd-b560-a9a57409b976 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.880190] env[63862]: DEBUG nova.compute.manager [req-8767ed79-2961-4264-b0ca-b420d266d49c req-cb7e9926-79ad-4b76-86a8-0114ba2ee8f3 service nova] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Detach interface failed, port_id=64780e53-e39a-462c-a61c-e83346f7cbf3, reason: Instance ade29711-01dd-47f9-ba76-210b1f0e4db7 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2440.888197] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099107, 'name': ReconfigVM_Task, 'duration_secs': 0.390859} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.888928] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96cc1e-43a5-4da6-9d4b-5e7992293b85 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.906636] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2440.906876] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2440.907078] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2440.907230] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2440.907380] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2440.907546] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2440.907780] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2440.907977] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2440.908172] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2440.908339] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2440.908560] env[63862]: DEBUG nova.virt.hardware [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2440.909320] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6143f0-adcb-45ab-9aa8-4e6142fb19f8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.914710] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2440.914710] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5229086c-54c5-5705-aba3-322476e79c84" [ 2440.914710] env[63862]: _type = "Task" [ 2440.914710] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.926720] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5229086c-54c5-5705-aba3-322476e79c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.026136] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.026426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.026650] env[63862]: DEBUG nova.objects.instance [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lazy-loading 'resources' on Instance uuid c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2441.226472] env[63862]: INFO nova.compute.manager [-] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Took 1.27 seconds to deallocate network for instance. [ 2441.226863] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072024} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.228522] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2441.229302] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2133f5-0f68-493e-8c44-16e6ac6dda0c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.256725] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] d9264ae6-e3fd-42b4-8167-fdc041bb03f4/d9264ae6-e3fd-42b4-8167-fdc041bb03f4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2441.257063] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c0c24e-57bd-49ea-91df-79fe5bec4484 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.277560] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2441.277560] env[63862]: value = "task-2099109" [ 2441.277560] env[63862]: _type = "Task" [ 2441.277560] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.285555] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.428344] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5229086c-54c5-5705-aba3-322476e79c84, 'name': SearchDatastore_Task, 'duration_secs': 0.008969} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.434311] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2441.437347] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef7dc52-a63c-444a-8a66-23cda63328bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.452171] env[63862]: DEBUG nova.compute.manager [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2441.462160] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2441.462160] env[63862]: value = "task-2099110" [ 2441.462160] env[63862]: _type = "Task" [ 2441.462160] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.470709] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.663967] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a35375-1fd4-459c-9768-dcaf2573bbf2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.671762] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d724a534-7749-4f70-921f-ad67a630d7cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.701332] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5e913-4725-4e30-83d8-9723ec11b50d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.708647] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366e621-425e-432a-a60b-ed068d390022 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.723254] env[63862]: DEBUG nova.compute.provider_tree [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2441.736519] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.786568] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099109, 'name': ReconfigVM_Task, 'duration_secs': 0.310208} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.786838] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] d9264ae6-e3fd-42b4-8167-fdc041bb03f4/d9264ae6-e3fd-42b4-8167-fdc041bb03f4.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2441.787459] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fb0e54f-d6f0-4f9c-b675-97aedb854af9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.794357] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2441.794357] env[63862]: value = "task-2099111" [ 2441.794357] env[63862]: _type = "Task" [ 2441.794357] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.803190] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099111, 'name': Rename_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.971455] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099110, 'name': ReconfigVM_Task, 'duration_secs': 0.499563} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.972342] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.972625] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2441.973426] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb833a66-aef0-4452-a08d-475e62981130 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.994765] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2441.995394] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7887b6c-d684-4b6b-b754-b028519c78eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.013926] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2442.013926] env[63862]: value = "task-2099112" [ 2442.013926] env[63862]: _type = "Task" [ 2442.013926] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.022390] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.226974] env[63862]: DEBUG nova.scheduler.client.report [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2442.305287] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099111, 'name': Rename_Task, 'duration_secs': 0.150752} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.305591] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2442.305848] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-382023cd-78a3-48cb-9ac2-375a96acb795 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.313271] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2442.313271] env[63862]: value = "task-2099113" [ 2442.313271] env[63862]: _type = "Task" [ 2442.313271] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.321535] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.523104] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099112, 'name': ReconfigVM_Task, 'duration_secs': 0.477106} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.523415] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af/b7d2c5b9-d19f-4c43-8425-06464f0e01af.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2442.524267] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb304b-6d04-4b3b-bc62-6ad0abcca2bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.542706] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c45638-ed9c-4b0a-ad4e-01b69bc03315 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.562408] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fd5caf-0907-4faf-8de6-69a588ddd7eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.581148] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d774224e-ed1b-4d10-82d0-4a4b54dbb6b6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.588726] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2442.589043] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277309ee-f493-4713-a475-dba4e2b2a439 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.596494] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2442.596494] env[63862]: value = "task-2099114" [ 2442.596494] env[63862]: _type = "Task" [ 2442.596494] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.604991] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.732144] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.734806] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.998s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.735079] env[63862]: DEBUG nova.objects.instance [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid ade29711-01dd-47f9-ba76-210b1f0e4db7 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2442.751776] env[63862]: INFO nova.scheduler.client.report [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Deleted allocations for instance c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c [ 2442.822862] env[63862]: DEBUG oslo_vmware.api [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099113, 'name': PowerOnVM_Task, 'duration_secs': 0.487259} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.823147] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2442.823358] env[63862]: INFO nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Took 6.88 seconds to spawn the instance on the hypervisor. [ 2442.823536] env[63862]: DEBUG nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2442.824321] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11457d8-598d-4c15-9b4a-493532a76f33 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.106552] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099114, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.262111] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8a0805cf-56a5-4bb9-8b9b-ab662c6e6a3a tempest-AttachVolumeShelveTestJSON-850697220 tempest-AttachVolumeShelveTestJSON-850697220-project-member] Lock "c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.076s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.339715] env[63862]: INFO nova.compute.manager [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Took 11.65 seconds to build instance. [ 2443.365603] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9538c51f-bc7b-4b37-8973-4e17e2546aa1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.373340] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d762d8-ac15-4b29-98d6-659b03df3af6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.404533] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fa54c3-4c09-40d5-80f0-79576757e313 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.412063] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bfab98-023e-4f24-9ccb-e0147fb6ff81 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.425111] env[63862]: DEBUG nova.compute.provider_tree [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2443.607676] env[63862]: DEBUG oslo_vmware.api [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099114, 'name': PowerOnVM_Task, 'duration_secs': 0.614028} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.607955] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2443.841685] env[63862]: DEBUG oslo_concurrency.lockutils [None req-a448bbcc-d438-42ad-b620-48460ce2222c tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.164s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.931052] env[63862]: DEBUG nova.scheduler.client.report [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2444.247740] env[63862]: DEBUG nova.compute.manager [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-changed-160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2444.247740] env[63862]: DEBUG nova.compute.manager [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing instance network info cache due to event network-changed-160d0538-9424-417a-8246-0b6c198f4cf1. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2444.247740] env[63862]: DEBUG oslo_concurrency.lockutils [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.247740] env[63862]: DEBUG oslo_concurrency.lockutils [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.247902] env[63862]: DEBUG nova.network.neutron [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing network info cache for port 160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2444.433876] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.437192] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.464s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.462609] env[63862]: INFO nova.scheduler.client.report [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance ade29711-01dd-47f9-ba76-210b1f0e4db7 [ 2444.619221] env[63862]: INFO nova.compute.manager [None req-9bffa654-baa4-434b-85b1-38f400e80dec tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance to original state: 'active' [ 2444.942702] env[63862]: INFO nova.compute.claims [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2444.962902] env[63862]: DEBUG nova.network.neutron [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updated VIF entry in instance network info cache for port 160d0538-9424-417a-8246-0b6c198f4cf1. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2444.963410] env[63862]: DEBUG nova.network.neutron [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.975962] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d995f75-24f5-4e61-8eed-2315037e5baf tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "ade29711-01dd-47f9-ba76-210b1f0e4db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.798s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.449576] env[63862]: INFO nova.compute.resource_tracker [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating resource usage from migration 807de70e-6705-4ad6-953e-b3745d540a0a [ 2445.466405] env[63862]: DEBUG oslo_concurrency.lockutils [req-4a0aad6e-6256-4083-9723-ad8ec5c27ac1 req-7c37541e-3980-4ab4-a99f-bc2d3af2b5af service nova] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.563574] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce47075-4b5c-4f61-aa6d-1c5e818ecff8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.572960] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec29bb8-8a26-45c8-9d32-c85a775c15f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.602944] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe4790d-0834-4c37-80a6-63238a7b1e86 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.610556] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30cad1-9c6a-4ff5-a7d8-ca166f9a38b4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.624107] env[63862]: DEBUG nova.compute.provider_tree [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2445.812318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.812318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.812318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2445.812318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2445.812318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2445.813307] env[63862]: INFO nova.compute.manager [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Terminating instance [ 2446.127487] env[63862]: DEBUG nova.scheduler.client.report [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2446.317552] env[63862]: DEBUG nova.compute.manager [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2446.317823] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2446.318730] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee44a74f-21d5-49be-9ef9-7ab2b48d9dd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.326490] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2446.326746] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5921169b-cb87-4b77-96a6-00f079f253c2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.332988] env[63862]: DEBUG oslo_vmware.api [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2446.332988] env[63862]: value = "task-2099118" [ 2446.332988] env[63862]: _type = "Task" [ 2446.332988] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.341442] env[63862]: DEBUG oslo_vmware.api [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.453705] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.454194] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.632901] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.633131] env[63862]: INFO nova.compute.manager [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Migrating [ 2446.842548] env[63862]: DEBUG oslo_vmware.api [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099118, 'name': PowerOffVM_Task, 'duration_secs': 0.389891} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.842804] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2446.842976] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2446.843243] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-592d6731-03e9-4fca-9b42-1ad1def0d8c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.956017] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2447.150133] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.150328] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.150518] env[63862]: DEBUG nova.network.neutron [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2447.479245] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2447.479516] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.481279] env[63862]: INFO nova.compute.claims [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2447.835831] env[63862]: DEBUG nova.network.neutron [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance_info_cache with network_info: [{"id": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "address": "fa:16:3e:0a:25:67", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cb8b4-f1", "ovs_interfaceid": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2448.338934] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2448.613222] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509b269-3cbe-4ddb-b86a-b6d20b295486 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.622528] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8c4c8f-9c10-4d29-b84c-8790859d7ba2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.653800] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d540f6eb-e3d7-483e-881e-f47e50a0f2a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.663009] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f302f0f6-a5bd-49a2-a6ce-fcbbf4d623c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.680880] env[63862]: DEBUG nova.compute.provider_tree [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2449.184778] env[63862]: DEBUG nova.scheduler.client.report [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2449.690488] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.690968] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2449.854889] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d7d95-f97d-4386-9de1-40633ec7b0eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.874334] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2450.197856] env[63862]: DEBUG nova.compute.utils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2450.200445] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2450.200616] env[63862]: DEBUG nova.network.neutron [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2450.265885] env[63862]: DEBUG nova.policy [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc19c98e44e4556a1747a6a408d9d84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '455a8640984e444682fc93d00091c50e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2450.383529] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2450.383808] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a438b319-f1c6-4b2b-8f4f-32568427740f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.391072] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2450.391072] env[63862]: value = "task-2099120" [ 2450.391072] env[63862]: _type = "Task" [ 2450.391072] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.400082] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.533274] env[63862]: DEBUG nova.network.neutron [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Successfully created port: 1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2450.701548] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2450.900913] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099120, 'name': PowerOffVM_Task, 'duration_secs': 0.198475} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.901223] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2450.901413] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2451.113623] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2451.113834] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2451.114484] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleting the datastore file [datastore2] b7d2c5b9-d19f-4c43-8425-06464f0e01af {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2451.114484] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539d15be-9e06-42e5-ab27-a961210601b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.122455] env[63862]: DEBUG oslo_vmware.api [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2451.122455] env[63862]: value = "task-2099121" [ 2451.122455] env[63862]: _type = "Task" [ 2451.122455] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.131143] env[63862]: DEBUG oslo_vmware.api [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.408549] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2451.408746] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2451.408870] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2451.409068] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2451.409218] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2451.409366] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2451.409571] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2451.409767] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2451.409965] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2451.410174] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2451.410357] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2451.415501] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784f0e01-a940-400b-bcaf-6ea4bbd129d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.431326] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2451.431326] env[63862]: value = "task-2099122" [ 2451.431326] env[63862]: _type = "Task" [ 2451.431326] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.439665] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.632984] env[63862]: DEBUG oslo_vmware.api [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166885} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.633253] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2451.633438] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2451.633618] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2451.633790] env[63862]: INFO nova.compute.manager [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Took 5.32 seconds to destroy the instance on the hypervisor. [ 2451.634037] env[63862]: DEBUG oslo.service.loopingcall [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2451.634233] env[63862]: DEBUG nova.compute.manager [-] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2451.634331] env[63862]: DEBUG nova.network.neutron [-] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2451.710639] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2451.736086] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2451.736411] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2451.736485] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2451.736685] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2451.736854] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2451.737011] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2451.737223] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2451.737379] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2451.737940] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2451.737940] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2451.737940] env[63862]: DEBUG nova.virt.hardware [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2451.739018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9765ff0-cc1a-4b37-83ad-80f450acc28d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.746822] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c9a30-4d0b-4250-8b91-beb297f5d9a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.941131] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099122, 'name': ReconfigVM_Task, 'duration_secs': 0.485076} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.941413] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2452.132059] env[63862]: DEBUG nova.compute.manager [req-d5c9f852-4466-4d80-ade8-0be50c1987ca req-e6598ad0-50d0-4cc2-9809-5a0017aa871b service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Received event network-vif-deleted-1dc241f8-44a1-4e95-a0b6-e7e5bf856255 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2452.132301] env[63862]: INFO nova.compute.manager [req-d5c9f852-4466-4d80-ade8-0be50c1987ca req-e6598ad0-50d0-4cc2-9809-5a0017aa871b service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Neutron deleted interface 1dc241f8-44a1-4e95-a0b6-e7e5bf856255; detaching it from the instance and deleting it from the info cache [ 2452.132477] env[63862]: DEBUG nova.network.neutron [req-d5c9f852-4466-4d80-ade8-0be50c1987ca req-e6598ad0-50d0-4cc2-9809-5a0017aa871b service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2452.188268] env[63862]: DEBUG nova.compute.manager [req-5d2b82a0-4b6f-458c-a600-2990bf8eee36 req-1d076a46-5bf6-472b-9725-fada72403a04 service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Received event network-vif-plugged-1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2452.191359] env[63862]: DEBUG oslo_concurrency.lockutils [req-5d2b82a0-4b6f-458c-a600-2990bf8eee36 req-1d076a46-5bf6-472b-9725-fada72403a04 service nova] Acquiring lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.192417] env[63862]: DEBUG oslo_concurrency.lockutils [req-5d2b82a0-4b6f-458c-a600-2990bf8eee36 req-1d076a46-5bf6-472b-9725-fada72403a04 service nova] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2452.192417] env[63862]: DEBUG oslo_concurrency.lockutils [req-5d2b82a0-4b6f-458c-a600-2990bf8eee36 req-1d076a46-5bf6-472b-9725-fada72403a04 service nova] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2452.192417] env[63862]: DEBUG nova.compute.manager [req-5d2b82a0-4b6f-458c-a600-2990bf8eee36 req-1d076a46-5bf6-472b-9725-fada72403a04 service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] No waiting events found dispatching network-vif-plugged-1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2452.192417] env[63862]: WARNING nova.compute.manager [req-5d2b82a0-4b6f-458c-a600-2990bf8eee36 req-1d076a46-5bf6-472b-9725-fada72403a04 service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Received unexpected event network-vif-plugged-1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 for instance with vm_state building and task_state spawning. [ 2452.340189] env[63862]: DEBUG nova.network.neutron [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Successfully updated port: 1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2452.448456] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2452.448709] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2452.448891] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2452.449092] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2452.449240] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2452.449411] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2452.449628] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2452.449846] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2452.450117] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2452.450210] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2452.450378] env[63862]: DEBUG nova.virt.hardware [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2452.455948] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2452.456691] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfafd50b-9e3d-4110-8846-23b51e319437 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.475700] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2452.475700] env[63862]: value = "task-2099123" [ 2452.475700] env[63862]: _type = "Task" [ 2452.475700] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.484618] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.596787] env[63862]: DEBUG nova.network.neutron [-] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2452.635701] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0706a29-50bd-42ea-a8b6-dc7629e57da4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.645217] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6983ada-d454-480c-905d-2070bcaf171e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.676248] env[63862]: DEBUG nova.compute.manager [req-d5c9f852-4466-4d80-ade8-0be50c1987ca req-e6598ad0-50d0-4cc2-9809-5a0017aa871b service nova] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Detach interface failed, port_id=1dc241f8-44a1-4e95-a0b6-e7e5bf856255, reason: Instance b7d2c5b9-d19f-4c43-8425-06464f0e01af could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2452.842546] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "refresh_cache-23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2452.842769] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "refresh_cache-23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2452.842901] env[63862]: DEBUG nova.network.neutron [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2452.986743] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099123, 'name': ReconfigVM_Task, 'duration_secs': 0.196646} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.987041] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2452.987909] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab50f18-9f51-456d-9cc7-13d960c49f13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.011217] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63/4d25e8ad-c04b-42bc-af0a-a3d245a00a63.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2453.011543] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-490d2dfb-c34b-4751-b7f4-4ff4f44a4ca1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.030182] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2453.030182] env[63862]: value = "task-2099124" [ 2453.030182] env[63862]: _type = "Task" [ 2453.030182] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.038626] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.099658] env[63862]: INFO nova.compute.manager [-] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Took 1.47 seconds to deallocate network for instance. [ 2453.385210] env[63862]: DEBUG nova.network.neutron [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2453.529639] env[63862]: DEBUG nova.network.neutron [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Updating instance_info_cache with network_info: [{"id": "1000b7b2-d2c3-45de-bf14-3c5b58e1eee3", "address": "fa:16:3e:f3:ee:96", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1000b7b2-d2", "ovs_interfaceid": "1000b7b2-d2c3-45de-bf14-3c5b58e1eee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.542199] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099124, 'name': ReconfigVM_Task, 'duration_secs': 0.278659} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.543089] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63/4d25e8ad-c04b-42bc-af0a-a3d245a00a63.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2453.544040] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2453.607282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.607609] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.607861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.633423] env[63862]: INFO nova.scheduler.client.report [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted allocations for instance b7d2c5b9-d19f-4c43-8425-06464f0e01af [ 2454.036594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "refresh_cache-23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2454.036969] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Instance network_info: |[{"id": "1000b7b2-d2c3-45de-bf14-3c5b58e1eee3", "address": "fa:16:3e:f3:ee:96", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1000b7b2-d2", "ovs_interfaceid": "1000b7b2-d2c3-45de-bf14-3c5b58e1eee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2454.037406] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ee:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1000b7b2-d2c3-45de-bf14-3c5b58e1eee3', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2454.044899] env[63862]: DEBUG oslo.service.loopingcall [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2454.045118] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2454.045347] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157428e3-1f36-4312-9f38-5968c8324af5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.061423] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a0f09d-0e86-485b-81e1-f2b5b7ad70a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.081086] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfbe0e6-5229-490d-b5e4-d67c29f347fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.083462] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2454.083462] env[63862]: value = "task-2099125" [ 2454.083462] env[63862]: _type = "Task" [ 2454.083462] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.100341] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2454.108906] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099125, 'name': CreateVM_Task} progress is 15%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.141422] env[63862]: DEBUG oslo_concurrency.lockutils [None req-910c3c18-f509-49fc-8e2e-503b62be6e83 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "b7d2c5b9-d19f-4c43-8425-06464f0e01af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.332s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.217393] env[63862]: DEBUG nova.compute.manager [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Received event network-changed-1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2454.217607] env[63862]: DEBUG nova.compute.manager [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Refreshing instance network info cache due to event network-changed-1000b7b2-d2c3-45de-bf14-3c5b58e1eee3. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2454.217852] env[63862]: DEBUG oslo_concurrency.lockutils [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] Acquiring lock "refresh_cache-23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.218014] env[63862]: DEBUG oslo_concurrency.lockutils [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] Acquired lock "refresh_cache-23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.218187] env[63862]: DEBUG nova.network.neutron [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Refreshing network info cache for port 1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2454.593400] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099125, 'name': CreateVM_Task, 'duration_secs': 0.454893} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.593567] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2454.594327] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.594497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.594810] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2454.595075] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fff134-dd84-4dd2-a2c3-1a58dba2e4e3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.599451] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2454.599451] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5282ad17-363c-f6e3-1b80-0c35dca8ed7e" [ 2454.599451] env[63862]: _type = "Task" [ 2454.599451] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.609985] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5282ad17-363c-f6e3-1b80-0c35dca8ed7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.642070] env[63862]: DEBUG nova.network.neutron [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Port 866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2454.953686] env[63862]: DEBUG nova.network.neutron [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Updated VIF entry in instance network info cache for port 1000b7b2-d2c3-45de-bf14-3c5b58e1eee3. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2454.954062] env[63862]: DEBUG nova.network.neutron [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Updating instance_info_cache with network_info: [{"id": "1000b7b2-d2c3-45de-bf14-3c5b58e1eee3", "address": "fa:16:3e:f3:ee:96", "network": {"id": "6404483e-0956-4d31-84f8-d0b7ff8959a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-477445253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "455a8640984e444682fc93d00091c50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1000b7b2-d2", "ovs_interfaceid": "1000b7b2-d2c3-45de-bf14-3c5b58e1eee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.109953] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5282ad17-363c-f6e3-1b80-0c35dca8ed7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.110651] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.111018] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2455.111301] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.111454] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.111636] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2455.112157] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cefeac0e-5eac-4278-b4f2-8800227bfea4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.119941] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2455.120140] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2455.120822] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd5a628-50e8-408a-bc83-b0d010fac539 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.126009] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2455.126009] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d19366-0f0a-5c56-abf3-86218d772e3e" [ 2455.126009] env[63862]: _type = "Task" [ 2455.126009] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.133080] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d19366-0f0a-5c56-abf3-86218d772e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.332471] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "8b374894-319a-41ca-89c7-7077f1c82de6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.332716] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.457388] env[63862]: DEBUG oslo_concurrency.lockutils [req-1956b0cd-da41-495a-b078-c7ceb3df7637 req-9537a8c6-1cd8-4ccf-8a0c-7dbf9011c88f service nova] Releasing lock "refresh_cache-23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.638125] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d19366-0f0a-5c56-abf3-86218d772e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2455.638991] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281ac150-2665-4822-8608-df1e0e0cf432 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.644057] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2455.644057] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522d1dd1-365d-e9b2-1853-706311836868" [ 2455.644057] env[63862]: _type = "Task" [ 2455.644057] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.658406] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522d1dd1-365d-e9b2-1853-706311836868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.664332] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.664543] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.664714] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.835799] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2456.154169] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522d1dd1-365d-e9b2-1853-706311836868, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.154528] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.154632] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2/23f25d94-cbf0-42b7-ab5e-fd351f3f40b2.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2456.154884] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e722cff-6a39-499a-8fc5-bcfe023714f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.162509] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2456.162509] env[63862]: value = "task-2099126" [ 2456.162509] env[63862]: _type = "Task" [ 2456.162509] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.170961] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.363645] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.363645] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.365332] env[63862]: INFO nova.compute.claims [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2456.675878] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.401047} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.676102] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2/23f25d94-cbf0-42b7-ab5e-fd351f3f40b2.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2456.676306] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2456.676882] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca9a8097-7a3e-4a9c-956e-242206cd1f31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.683403] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2456.683403] env[63862]: value = "task-2099127" [ 2456.683403] env[63862]: _type = "Task" [ 2456.683403] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.691931] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.705089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2456.705270] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2456.705444] env[63862]: DEBUG nova.network.neutron [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2457.193829] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06253} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.194167] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2457.194978] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f89783-2428-4e3e-802f-58916f2839a0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.219224] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2/23f25d94-cbf0-42b7-ab5e-fd351f3f40b2.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2457.219493] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eda13b1-3981-4cb2-a89c-3ce3945db308 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.239815] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2457.239815] env[63862]: value = "task-2099128" [ 2457.239815] env[63862]: _type = "Task" [ 2457.239815] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.247448] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.440453] env[63862]: DEBUG nova.network.neutron [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance_info_cache with network_info: [{"id": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "address": "fa:16:3e:0a:25:67", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cb8b4-f1", "ovs_interfaceid": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2457.483125] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c2381-5592-43bc-9048-571714251740 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.490867] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a576ff49-517e-4934-aae0-d45a352b21da {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.520051] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374384b8-47ee-4d91-a882-9af1e2c49876 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.527559] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d48a99b-86d8-436e-83e1-fdc26182db16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.541651] env[63862]: DEBUG nova.compute.provider_tree [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2457.749717] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099128, 'name': ReconfigVM_Task, 'duration_secs': 0.270799} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.750063] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2/23f25d94-cbf0-42b7-ab5e-fd351f3f40b2.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2457.750687] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6ce9330-dc2f-4c74-948c-184c49142742 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.757497] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2457.757497] env[63862]: value = "task-2099129" [ 2457.757497] env[63862]: _type = "Task" [ 2457.757497] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.765193] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099129, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.767649] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.767905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.767905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.767905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.767905] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.770571] env[63862]: INFO nova.compute.manager [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Terminating instance [ 2457.945666] env[63862]: DEBUG oslo_concurrency.lockutils [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.045075] env[63862]: DEBUG nova.scheduler.client.report [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2458.267997] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099129, 'name': Rename_Task, 'duration_secs': 0.310737} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.268405] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2458.268601] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c52b5b7-216a-4fca-9b93-6cae36a4f6a6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.274106] env[63862]: DEBUG nova.compute.manager [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2458.274325] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2458.275543] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df7f5b55-d1a0-4f18-b117-80829cbfc989 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.276897] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2458.276897] env[63862]: value = "task-2099130" [ 2458.276897] env[63862]: _type = "Task" [ 2458.276897] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.280957] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2458.280957] env[63862]: value = "task-2099131" [ 2458.280957] env[63862]: _type = "Task" [ 2458.280957] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.287341] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.292077] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.471564] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9ec7c-365e-4546-8961-a5ae5409728a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.490521] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d4729c-a25b-47fa-961d-36de7fe92f94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.497918] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2458.550511] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.551147] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2458.790085] env[63862]: DEBUG oslo_vmware.api [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099130, 'name': PowerOnVM_Task, 'duration_secs': 0.423711} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.792983] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2458.793216] env[63862]: INFO nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Took 7.08 seconds to spawn the instance on the hypervisor. [ 2458.793398] env[63862]: DEBUG nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2458.793664] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099131, 'name': PowerOffVM_Task, 'duration_secs': 0.161302} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.794337] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b915bf-f94e-4bca-89a3-ce75b938faed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.796523] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2458.796730] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2458.796920] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429789', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'name': 'volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cd5b8715-509b-436b-9256-b930c9c81e79', 'attached_at': '2025-01-13T22:52:21.000000', 'detached_at': '', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'serial': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2458.797619] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc106c-b572-4fce-833d-dd20c3b9fe82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.820057] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ceac55-d19d-4da6-93e4-eedbb23a6e7b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.826412] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1bc511-69b5-430a-b02c-31dad2d45059 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.845202] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a8577-af0a-42e5-909a-90940c0b759f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.861658] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] The volume has not been displaced from its original location: [datastore2] volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5/volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2458.866998] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2458.867371] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc3c3b0-6cb0-4b34-82f4-5f925ac9e49e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.885764] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2458.885764] env[63862]: value = "task-2099132" [ 2458.885764] env[63862]: _type = "Task" [ 2458.885764] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.894336] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.003976] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2459.004313] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5065fd5b-bddb-4913-95d3-d4d6bc305afc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.011338] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2459.011338] env[63862]: value = "task-2099133" [ 2459.011338] env[63862]: _type = "Task" [ 2459.011338] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.020999] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.056565] env[63862]: DEBUG nova.compute.utils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2459.058086] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2459.058310] env[63862]: DEBUG nova.network.neutron [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2459.106197] env[63862]: DEBUG nova.policy [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54281c029188407cb062861446fc42ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9966a7afebff4f0a989b2e6f0efe6c4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2459.328909] env[63862]: INFO nova.compute.manager [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Took 11.87 seconds to build instance. [ 2459.396526] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099132, 'name': ReconfigVM_Task, 'duration_secs': 0.16067} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.396804] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2459.402239] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedf1a4a-f1af-4712-be3f-cb87ac8517ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.423347] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2459.423347] env[63862]: value = "task-2099134" [ 2459.423347] env[63862]: _type = "Task" [ 2459.423347] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.431140] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.464780] env[63862]: DEBUG nova.network.neutron [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Successfully created port: 752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2459.526753] env[63862]: DEBUG oslo_vmware.api [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099133, 'name': PowerOnVM_Task, 'duration_secs': 0.381848} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.526753] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2459.526753] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-0745aff7-b9c2-4efc-ab9f-9e808764ffad tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance '4d25e8ad-c04b-42bc-af0a-a3d245a00a63' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2459.563630] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2459.831552] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1f20430e-fd63-4cbc-8bb6-3605f8a6d09b tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.377s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2459.931505] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099134, 'name': ReconfigVM_Task, 'duration_secs': 0.10828} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.931802] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429789', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'name': 'volume-f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cd5b8715-509b-436b-9256-b930c9c81e79', 'attached_at': '2025-01-13T22:52:21.000000', 'detached_at': '', 'volume_id': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5', 'serial': 'f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2459.932084] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2459.932948] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75288dad-0963-4f3c-a77a-aaaf9bfde727 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.939312] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2459.939534] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e37f4bf9-4e52-4a6c-925a-3578b0e8b2a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.035990] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2460.036075] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2460.036266] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] cd5b8715-509b-436b-9256-b930c9c81e79 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2460.036756] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0915e3e4-eef5-4b57-a904-765dc5b838f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.043863] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2460.043863] env[63862]: value = "task-2099136" [ 2460.043863] env[63862]: _type = "Task" [ 2460.043863] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.052996] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.094858] env[63862]: DEBUG oslo_concurrency.lockutils [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.095441] env[63862]: DEBUG oslo_concurrency.lockutils [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.095941] env[63862]: DEBUG nova.compute.manager [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2460.096811] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2cd3b-ecf4-4654-ad0b-f8f1e31c0b88 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.105056] env[63862]: DEBUG nova.compute.manager [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2460.105736] env[63862]: DEBUG nova.objects.instance [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'flavor' on Instance uuid 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2460.553412] env[63862]: DEBUG oslo_vmware.api [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104327} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.553732] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2460.553830] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2460.554018] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2460.554201] env[63862]: INFO nova.compute.manager [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Took 2.28 seconds to destroy the instance on the hypervisor. [ 2460.554434] env[63862]: DEBUG oslo.service.loopingcall [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2460.554611] env[63862]: DEBUG nova.compute.manager [-] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2460.554704] env[63862]: DEBUG nova.network.neutron [-] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2460.570632] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2460.596131] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2460.596385] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2460.596541] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2460.596720] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2460.596866] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2460.597017] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2460.597226] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2460.597385] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2460.597550] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2460.597723] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2460.598046] env[63862]: DEBUG nova.virt.hardware [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2460.598952] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7c3f3-a6af-4010-92e5-6c87efbb22ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.607025] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a775953e-267b-4a8c-ba49-b0b2164ff6e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.909169] env[63862]: DEBUG nova.compute.manager [req-eccdf38b-df8d-417b-90d2-157379e06e4a req-6f0dfe96-5d8c-4bf9-a5e2-c2813f71038a service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Received event network-vif-plugged-752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2460.909464] env[63862]: DEBUG oslo_concurrency.lockutils [req-eccdf38b-df8d-417b-90d2-157379e06e4a req-6f0dfe96-5d8c-4bf9-a5e2-c2813f71038a service nova] Acquiring lock "8b374894-319a-41ca-89c7-7077f1c82de6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2460.910170] env[63862]: DEBUG oslo_concurrency.lockutils [req-eccdf38b-df8d-417b-90d2-157379e06e4a req-6f0dfe96-5d8c-4bf9-a5e2-c2813f71038a service nova] Lock "8b374894-319a-41ca-89c7-7077f1c82de6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.910406] env[63862]: DEBUG oslo_concurrency.lockutils [req-eccdf38b-df8d-417b-90d2-157379e06e4a req-6f0dfe96-5d8c-4bf9-a5e2-c2813f71038a service nova] Lock "8b374894-319a-41ca-89c7-7077f1c82de6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2460.910624] env[63862]: DEBUG nova.compute.manager [req-eccdf38b-df8d-417b-90d2-157379e06e4a req-6f0dfe96-5d8c-4bf9-a5e2-c2813f71038a service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] No waiting events found dispatching network-vif-plugged-752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2460.910839] env[63862]: WARNING nova.compute.manager [req-eccdf38b-df8d-417b-90d2-157379e06e4a req-6f0dfe96-5d8c-4bf9-a5e2-c2813f71038a service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Received unexpected event network-vif-plugged-752f994e-f125-43bc-aee2-b462d5cb7559 for instance with vm_state building and task_state spawning. [ 2460.984177] env[63862]: DEBUG nova.network.neutron [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Successfully updated port: 752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2461.051258] env[63862]: DEBUG nova.compute.manager [req-ea5e75c5-3dc4-4cd5-a128-a173a4867485 req-a6d38363-8b61-4fa7-bb5f-e1a029882e9d service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Received event network-vif-deleted-f6a6eeaa-a094-4be2-9521-c83fa34b7e83 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2461.051418] env[63862]: INFO nova.compute.manager [req-ea5e75c5-3dc4-4cd5-a128-a173a4867485 req-a6d38363-8b61-4fa7-bb5f-e1a029882e9d service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Neutron deleted interface f6a6eeaa-a094-4be2-9521-c83fa34b7e83; detaching it from the instance and deleting it from the info cache [ 2461.051612] env[63862]: DEBUG nova.network.neutron [req-ea5e75c5-3dc4-4cd5-a128-a173a4867485 req-a6d38363-8b61-4fa7-bb5f-e1a029882e9d service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.116023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2461.116023] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac19ec65-8adf-494c-9959-4f7bea7d81e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.123012] env[63862]: DEBUG oslo_vmware.api [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2461.123012] env[63862]: value = "task-2099137" [ 2461.123012] env[63862]: _type = "Task" [ 2461.123012] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.133075] env[63862]: DEBUG oslo_vmware.api [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.487402] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2461.487511] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2461.487658] env[63862]: DEBUG nova.network.neutron [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2461.523190] env[63862]: DEBUG nova.network.neutron [-] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2461.557866] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2807adb-e0b6-4940-aae7-a7277b33fcf8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.566759] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893492bb-934d-48db-ad05-e9378f3c00ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.594657] env[63862]: DEBUG nova.compute.manager [req-ea5e75c5-3dc4-4cd5-a128-a173a4867485 req-a6d38363-8b61-4fa7-bb5f-e1a029882e9d service nova] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Detach interface failed, port_id=f6a6eeaa-a094-4be2-9521-c83fa34b7e83, reason: Instance cd5b8715-509b-436b-9256-b930c9c81e79 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2461.632759] env[63862]: DEBUG oslo_vmware.api [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099137, 'name': PowerOffVM_Task, 'duration_secs': 0.189719} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.633063] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2461.633280] env[63862]: DEBUG nova.compute.manager [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2461.634046] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9be2a-87a9-4b9b-abe5-259565bd191c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.026229] env[63862]: INFO nova.compute.manager [-] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Took 1.47 seconds to deallocate network for instance. [ 2462.030325] env[63862]: DEBUG nova.network.neutron [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2462.145633] env[63862]: DEBUG oslo_concurrency.lockutils [None req-62fdd9cb-34f0-45ca-b3df-7f2493789569 tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.176330] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.176585] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.176768] env[63862]: DEBUG nova.compute.manager [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Going to confirm migration 8 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2462.214646] env[63862]: DEBUG nova.network.neutron [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [{"id": "752f994e-f125-43bc-aee2-b462d5cb7559", "address": "fa:16:3e:1f:7c:de", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752f994e-f1", "ovs_interfaceid": "752f994e-f125-43bc-aee2-b462d5cb7559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2462.577875] env[63862]: INFO nova.compute.manager [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Took 0.55 seconds to detach 1 volumes for instance. [ 2462.582239] env[63862]: DEBUG nova.compute.manager [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Deleting volume: f29c8b9c-d6ab-4e8d-80c4-f0db66ff74c5 {{(pid=63862) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2462.715440] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2462.715789] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquired lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2462.716084] env[63862]: DEBUG nova.network.neutron [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2462.716902] env[63862]: DEBUG nova.objects.instance [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'info_cache' on Instance uuid 4d25e8ad-c04b-42bc-af0a-a3d245a00a63 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2462.718063] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2462.718170] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Instance network_info: |[{"id": "752f994e-f125-43bc-aee2-b462d5cb7559", "address": "fa:16:3e:1f:7c:de", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752f994e-f1", "ovs_interfaceid": "752f994e-f125-43bc-aee2-b462d5cb7559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2462.718697] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:7c:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '752f994e-f125-43bc-aee2-b462d5cb7559', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2462.726420] env[63862]: DEBUG oslo.service.loopingcall [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2462.726624] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2462.726841] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14c0bb94-48fe-4029-bd5e-5cc79100f61e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.747878] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2462.747878] env[63862]: value = "task-2099139" [ 2462.747878] env[63862]: _type = "Task" [ 2462.747878] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.755996] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099139, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.833065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.833065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.833065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.833065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.833065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.835249] env[63862]: INFO nova.compute.manager [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Terminating instance [ 2462.933457] env[63862]: DEBUG nova.compute.manager [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Received event network-changed-752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2462.933457] env[63862]: DEBUG nova.compute.manager [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Refreshing instance network info cache due to event network-changed-752f994e-f125-43bc-aee2-b462d5cb7559. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2462.933457] env[63862]: DEBUG oslo_concurrency.lockutils [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] Acquiring lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2462.933575] env[63862]: DEBUG oslo_concurrency.lockutils [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] Acquired lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2462.933683] env[63862]: DEBUG nova.network.neutron [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Refreshing network info cache for port 752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2463.121678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2463.121953] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2463.122177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2463.144444] env[63862]: INFO nova.scheduler.client.report [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted allocations for instance cd5b8715-509b-436b-9256-b930c9c81e79 [ 2463.257614] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099139, 'name': CreateVM_Task, 'duration_secs': 0.48304} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.259031] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2463.259031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2463.259031] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2463.259231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2463.259446] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d42a0a-1a7d-49c9-a3bf-90ca5b82d64a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.263968] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2463.263968] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f9f8ac-2a6a-504b-829f-155ea89d782f" [ 2463.263968] env[63862]: _type = "Task" [ 2463.263968] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.272231] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f9f8ac-2a6a-504b-829f-155ea89d782f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.338569] env[63862]: DEBUG nova.compute.manager [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2463.338732] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2463.339570] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a5fd4-56a1-4cac-bfbe-6d75eb0a5146 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.346820] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2463.347050] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07233aec-3f58-40ba-954e-dd297c693a31 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.481460] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2463.481690] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2463.481860] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2463.482132] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4602fa17-7c42-48bc-8c7f-98d0cd674ee1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.488538] env[63862]: DEBUG oslo_vmware.api [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2463.488538] env[63862]: value = "task-2099141" [ 2463.488538] env[63862]: _type = "Task" [ 2463.488538] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.496461] env[63862]: DEBUG oslo_vmware.api [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.652059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9b812178-74a0-403b-b06b-32ce7ca6d20a tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "cd5b8715-509b-436b-9256-b930c9c81e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2463.714072] env[63862]: DEBUG nova.network.neutron [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updated VIF entry in instance network info cache for port 752f994e-f125-43bc-aee2-b462d5cb7559. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2463.714428] env[63862]: DEBUG nova.network.neutron [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [{"id": "752f994e-f125-43bc-aee2-b462d5cb7559", "address": "fa:16:3e:1f:7c:de", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752f994e-f1", "ovs_interfaceid": "752f994e-f125-43bc-aee2-b462d5cb7559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.774308] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f9f8ac-2a6a-504b-829f-155ea89d782f, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.774597] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2463.774820] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2463.775058] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2463.775211] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2463.775382] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2463.775635] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb975b9a-cd0d-4d28-a8c0-7c4e1a2836f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.783802] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2463.783977] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2463.786547] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-788532c6-e732-4853-8359-2d6d6bc9186f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.791326] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2463.791326] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52b9dd3d-f5a2-bc11-6b2b-3f64ce5bc03b" [ 2463.791326] env[63862]: _type = "Task" [ 2463.791326] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.798563] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b9dd3d-f5a2-bc11-6b2b-3f64ce5bc03b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.913455] env[63862]: DEBUG nova.network.neutron [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance_info_cache with network_info: [{"id": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "address": "fa:16:3e:0a:25:67", "network": {"id": "d6238134-526c-4387-b73f-c58a41ee912d", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-859840914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ae90ea36d3a47c68c48b289663ca235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cb8b4-f1", "ovs_interfaceid": "866cb8b4-f1a4-4c6e-b567-f3c601c2eb25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2463.999268] env[63862]: DEBUG oslo_vmware.api [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132828} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.999640] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2463.999860] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2464.000152] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2464.000312] env[63862]: INFO nova.compute.manager [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Took 0.66 seconds to destroy the instance on the hypervisor. [ 2464.000543] env[63862]: DEBUG oslo.service.loopingcall [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2464.000725] env[63862]: DEBUG nova.compute.manager [-] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2464.000888] env[63862]: DEBUG nova.network.neutron [-] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2464.217280] env[63862]: DEBUG oslo_concurrency.lockutils [req-83b235bf-34f8-448e-8f5f-fccd8da480a3 req-9e5b899a-4dd9-4525-8f2d-27222c6b946c service nova] Releasing lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.241149] env[63862]: DEBUG nova.compute.manager [req-0e8f8064-dc28-4793-a6ff-68363f678ff4 req-d9c242c7-0c66-426d-8ead-aa86657548ab service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Received event network-vif-deleted-1000b7b2-d2c3-45de-bf14-3c5b58e1eee3 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2464.241383] env[63862]: INFO nova.compute.manager [req-0e8f8064-dc28-4793-a6ff-68363f678ff4 req-d9c242c7-0c66-426d-8ead-aa86657548ab service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Neutron deleted interface 1000b7b2-d2c3-45de-bf14-3c5b58e1eee3; detaching it from the instance and deleting it from the info cache [ 2464.241557] env[63862]: DEBUG nova.network.neutron [req-0e8f8064-dc28-4793-a6ff-68363f678ff4 req-d9c242c7-0c66-426d-8ead-aa86657548ab service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2464.301331] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52b9dd3d-f5a2-bc11-6b2b-3f64ce5bc03b, 'name': SearchDatastore_Task, 'duration_secs': 0.007969} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2464.302141] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3c5c02-989b-4d09-a0d4-2ef3d4ac04e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.307496] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2464.307496] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bff209-4f44-8bfb-6a76-e452b4cf7ebc" [ 2464.307496] env[63862]: _type = "Task" [ 2464.307496] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.315159] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bff209-4f44-8bfb-6a76-e452b4cf7ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.416831] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Releasing lock "refresh_cache-4d25e8ad-c04b-42bc-af0a-a3d245a00a63" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.417049] env[63862]: DEBUG nova.objects.instance [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lazy-loading 'migration_context' on Instance uuid 4d25e8ad-c04b-42bc-af0a-a3d245a00a63 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2464.437887] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "55a96ec9-f799-4151-8b18-b735c6569776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.438229] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "55a96ec9-f799-4151-8b18-b735c6569776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.438444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "55a96ec9-f799-4151-8b18-b735c6569776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.440535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "55a96ec9-f799-4151-8b18-b735c6569776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.440720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "55a96ec9-f799-4151-8b18-b735c6569776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.442554] env[63862]: INFO nova.compute.manager [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Terminating instance [ 2464.714269] env[63862]: DEBUG nova.network.neutron [-] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2464.744205] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44be4eaa-ce0f-49a1-8ac8-cece5da2f396 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.753641] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4da1be-ffb3-4271-8ebf-afdc3dce882e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.780154] env[63862]: DEBUG nova.compute.manager [req-0e8f8064-dc28-4793-a6ff-68363f678ff4 req-d9c242c7-0c66-426d-8ead-aa86657548ab service nova] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Detach interface failed, port_id=1000b7b2-d2c3-45de-bf14-3c5b58e1eee3, reason: Instance 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2464.816708] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bff209-4f44-8bfb-6a76-e452b4cf7ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2464.816967] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.817249] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8b374894-319a-41ca-89c7-7077f1c82de6/8b374894-319a-41ca-89c7-7077f1c82de6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2464.817497] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a2e35dc-cdd6-46ed-b756-2a883738d259 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.823782] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2464.823782] env[63862]: value = "task-2099142" [ 2464.823782] env[63862]: _type = "Task" [ 2464.823782] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.831400] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.895638] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.919765] env[63862]: DEBUG nova.objects.base [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Object Instance<4d25e8ad-c04b-42bc-af0a-a3d245a00a63> lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2464.920918] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be4ba5d-5bc3-4f11-99fa-e8aeae3eac23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.939773] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bffa15d-6eb6-44ec-84b2-0d3c80d46d6c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.945306] env[63862]: DEBUG nova.compute.manager [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2464.945512] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2464.946068] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2464.946068] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f69db3-466f-9389-9bce-5178008a0d6e" [ 2464.946068] env[63862]: _type = "Task" [ 2464.946068] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.947036] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4bc72-cfa4-4fe9-b568-d29d8e272205 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.957732] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f69db3-466f-9389-9bce-5178008a0d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00577} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2464.959715] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.959951] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.962099] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2464.962361] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7680fb3b-34bf-4a06-9cbc-d2a674743044 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.968346] env[63862]: DEBUG oslo_vmware.api [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2464.968346] env[63862]: value = "task-2099143" [ 2464.968346] env[63862]: _type = "Task" [ 2464.968346] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.977251] env[63862]: DEBUG oslo_vmware.api [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.217207] env[63862]: INFO nova.compute.manager [-] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Took 1.22 seconds to deallocate network for instance. [ 2465.333528] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487857} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.333799] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 8b374894-319a-41ca-89c7-7077f1c82de6/8b374894-319a-41ca-89c7-7077f1c82de6.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2465.334028] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2465.334349] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29567d35-82da-4808-8030-c24786e52aa9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.340334] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2465.340334] env[63862]: value = "task-2099144" [ 2465.340334] env[63862]: _type = "Task" [ 2465.340334] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.348115] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.478284] env[63862]: DEBUG oslo_vmware.api [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099143, 'name': PowerOffVM_Task, 'duration_secs': 0.468093} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.478674] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2465.478789] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2465.478967] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f86d377-9482-4de2-9839-8db239dfe415 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.562008] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d40148c-662a-4459-b636-9bb35b8c4dbe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.569343] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd39763a-75c4-42a4-b070-ebead7215dc0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.598261] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f94752-a3a1-4c11-a8ad-997281c4b743 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.604897] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b462579-e361-451d-b55b-35f213706736 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.617333] env[63862]: DEBUG nova.compute.provider_tree [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2465.724029] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2465.851523] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068199} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.851795] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2465.852541] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186f8ab-7e7e-4d77-80c1-c9d0a6b46953 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.873377] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 8b374894-319a-41ca-89c7-7077f1c82de6/8b374894-319a-41ca-89c7-7077f1c82de6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2465.873609] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9d815e-912b-40f7-b7b1-72722fc87fdc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.892265] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2465.892265] env[63862]: value = "task-2099146" [ 2465.892265] env[63862]: _type = "Task" [ 2465.892265] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.900445] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.120923] env[63862]: DEBUG nova.scheduler.client.report [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2466.402850] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2466.903203] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099146, 'name': ReconfigVM_Task, 'duration_secs': 0.953087} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2466.903546] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 8b374894-319a-41ca-89c7-7077f1c82de6/8b374894-319a-41ca-89c7-7077f1c82de6.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2466.904183] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31181296-5055-44ef-857f-f19d4a752dff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.910358] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2466.910358] env[63862]: value = "task-2099147" [ 2466.910358] env[63862]: _type = "Task" [ 2466.910358] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2466.917853] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099147, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.132065] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.171s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.134441] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.411s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.134674] env[63862]: DEBUG nova.objects.instance [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2467.420330] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099147, 'name': Rename_Task, 'duration_secs': 0.137055} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.420608] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2467.420847] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e2496a-bcc5-40b1-8b82-4a638058b34a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.427149] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2467.427149] env[63862]: value = "task-2099148" [ 2467.427149] env[63862]: _type = "Task" [ 2467.427149] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.434187] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.687812] env[63862]: INFO nova.scheduler.client.report [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocation for migration 807de70e-6705-4ad6-953e-b3745d540a0a [ 2467.735846] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbe5914-e330-44a1-9a80-ea9ac197b610 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.744155] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d332ffb2-e55b-44d6-9800-2037833a9b9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.774876] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31a1d6-7e7b-4e19-900a-5c6a20d0b0ca {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.782169] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9482941-c7fd-4a9d-b2d5-555360838ed0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.795061] env[63862]: DEBUG nova.compute.provider_tree [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2467.896599] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.896854] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.937024] env[63862]: DEBUG oslo_vmware.api [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099148, 'name': PowerOnVM_Task, 'duration_secs': 0.464996} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.937421] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2467.937522] env[63862]: INFO nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Took 7.37 seconds to spawn the instance on the hypervisor. [ 2467.937702] env[63862]: DEBUG nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2467.938569] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed22ac-a58c-4c9c-bba0-20cf50395b2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.193073] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.016s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.298590] env[63862]: DEBUG nova.scheduler.client.report [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2468.456874] env[63862]: INFO nova.compute.manager [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Took 12.11 seconds to build instance. [ 2468.804306] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.821021] env[63862]: INFO nova.scheduler.client.report [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2 [ 2468.958719] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5d0fc30d-9aa9-44e9-8aea-34aaec06035a tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.626s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.330824] env[63862]: DEBUG oslo_concurrency.lockutils [None req-75028481-f006-49a6-a440-e45b84e404ba tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "23f25d94-cbf0-42b7-ab5e-fd351f3f40b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.498s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.674227] env[63862]: DEBUG nova.compute.manager [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Received event network-changed-752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2469.674436] env[63862]: DEBUG nova.compute.manager [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Refreshing instance network info cache due to event network-changed-752f994e-f125-43bc-aee2-b462d5cb7559. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2469.674651] env[63862]: DEBUG oslo_concurrency.lockutils [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] Acquiring lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2469.674796] env[63862]: DEBUG oslo_concurrency.lockutils [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] Acquired lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2469.674960] env[63862]: DEBUG nova.network.neutron [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Refreshing network info cache for port 752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2469.703179] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.703410] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.703610] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.703790] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.703953] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.705784] env[63862]: INFO nova.compute.manager [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Terminating instance [ 2469.896167] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2469.896390] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2469.896591] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2469.896745] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2469.986326] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.986653] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.986801] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2469.986996] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.987181] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.989241] env[63862]: INFO nova.compute.manager [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Terminating instance [ 2470.209038] env[63862]: DEBUG nova.compute.manager [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2470.209295] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2470.210245] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5adf610-ff0f-496c-a9f8-92f388257d7e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.218695] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.218964] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeef97be-3a1f-4a38-8377-88982f64cf0b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.224567] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2470.224567] env[63862]: value = "task-2099149" [ 2470.224567] env[63862]: _type = "Task" [ 2470.224567] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.233464] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.399767] env[63862]: DEBUG nova.network.neutron [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updated VIF entry in instance network info cache for port 752f994e-f125-43bc-aee2-b462d5cb7559. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2470.399988] env[63862]: DEBUG nova.network.neutron [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [{"id": "752f994e-f125-43bc-aee2-b462d5cb7559", "address": "fa:16:3e:1f:7c:de", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752f994e-f1", "ovs_interfaceid": "752f994e-f125-43bc-aee2-b462d5cb7559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2470.492692] env[63862]: DEBUG nova.compute.manager [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2470.492994] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2470.494057] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c5aec-f256-4321-a2b6-6655b542c4bf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.502747] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.503034] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eae3192-4698-45bb-b4b3-552031d176d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.508941] env[63862]: DEBUG oslo_vmware.api [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2470.508941] env[63862]: value = "task-2099150" [ 2470.508941] env[63862]: _type = "Task" [ 2470.508941] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.516247] env[63862]: DEBUG oslo_vmware.api [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.736245] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099149, 'name': PowerOffVM_Task, 'duration_secs': 0.222839} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.736519] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2470.736691] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2470.736932] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07975351-e9cc-4ad7-82c4-5f6b082320e8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.891768] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2470.902652] env[63862]: DEBUG oslo_concurrency.lockutils [req-c84263a0-33cb-485d-8fa3-f0cd3825c5ce req-3f3cd9f9-ad39-4c19-af0b-7ecd4cb1e960 service nova] Releasing lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2471.018642] env[63862]: DEBUG oslo_vmware.api [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099150, 'name': PowerOffVM_Task, 'duration_secs': 0.204623} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.019013] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2471.019074] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2471.019331] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c35a5f-28da-4bc1-9545-2a3db8e7a0cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.807519] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2471.807854] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2471.808066] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleting the datastore file [datastore2] a9ff6f09-2e05-45d4-bd3d-48b3ad528517 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2471.809207] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a839b226-02cf-4f3c-82fe-782be144936f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.811891] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2471.811891] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2471.811891] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] 55a96ec9-f799-4151-8b18-b735c6569776 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2471.812100] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-127d6bf7-4948-4b4b-887f-64b72379310e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.818189] env[63862]: DEBUG oslo_vmware.api [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2471.818189] env[63862]: value = "task-2099154" [ 2471.818189] env[63862]: _type = "Task" [ 2471.818189] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.819332] env[63862]: DEBUG oslo_vmware.api [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for the task: (returnval){ [ 2471.819332] env[63862]: value = "task-2099153" [ 2471.819332] env[63862]: _type = "Task" [ 2471.819332] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.830311] env[63862]: DEBUG oslo_vmware.api [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.833744] env[63862]: DEBUG oslo_vmware.api [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.867575] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2471.867791] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2471.867996] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleting the datastore file [datastore2] 4d25e8ad-c04b-42bc-af0a-a3d245a00a63 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2471.868397] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bd60e86-f1c6-472f-a22a-65ce5e2a0457 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.875563] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for the task: (returnval){ [ 2471.875563] env[63862]: value = "task-2099155" [ 2471.875563] env[63862]: _type = "Task" [ 2471.875563] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.883647] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.331364] env[63862]: DEBUG oslo_vmware.api [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1939} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.334174] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2472.334375] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2472.334586] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2472.334765] env[63862]: INFO nova.compute.manager [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Took 7.39 seconds to destroy the instance on the hypervisor. [ 2472.334996] env[63862]: DEBUG oslo.service.loopingcall [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2472.335227] env[63862]: DEBUG oslo_vmware.api [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Task: {'id': task-2099153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198775} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.335435] env[63862]: DEBUG nova.compute.manager [-] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2472.335533] env[63862]: DEBUG nova.network.neutron [-] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2472.337134] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2472.337325] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2472.337502] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2472.337675] env[63862]: INFO nova.compute.manager [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Took 1.84 seconds to destroy the instance on the hypervisor. [ 2472.337880] env[63862]: DEBUG oslo.service.loopingcall [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2472.338076] env[63862]: DEBUG nova.compute.manager [-] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2472.338166] env[63862]: DEBUG nova.network.neutron [-] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2472.385404] env[63862]: DEBUG oslo_vmware.api [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Task: {'id': task-2099155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235276} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.385569] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2472.385620] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2472.385796] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2472.385969] env[63862]: INFO nova.compute.manager [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Took 2.18 seconds to destroy the instance on the hypervisor. [ 2472.386248] env[63862]: DEBUG oslo.service.loopingcall [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2472.386443] env[63862]: DEBUG nova.compute.manager [-] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2472.386538] env[63862]: DEBUG nova.network.neutron [-] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2472.577536] env[63862]: DEBUG nova.compute.manager [req-34ec333c-6339-4b89-afeb-f0fba428d960 req-35a0247e-7371-4347-aa68-416658a3ce3f service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Received event network-vif-deleted-28c36668-822c-4447-80ab-30423e289c2e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2472.577901] env[63862]: INFO nova.compute.manager [req-34ec333c-6339-4b89-afeb-f0fba428d960 req-35a0247e-7371-4347-aa68-416658a3ce3f service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Neutron deleted interface 28c36668-822c-4447-80ab-30423e289c2e; detaching it from the instance and deleting it from the info cache [ 2472.577901] env[63862]: DEBUG nova.network.neutron [req-34ec333c-6339-4b89-afeb-f0fba428d960 req-35a0247e-7371-4347-aa68-416658a3ce3f service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.682347] env[63862]: DEBUG nova.compute.manager [req-4ca0da06-4112-4b21-834a-a5243a6c9ca6 req-d7df728a-f046-42ab-965b-61a4d5e363ba service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Received event network-vif-deleted-f45420b7-e70d-4759-a556-ec2fa549e666 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2472.682347] env[63862]: INFO nova.compute.manager [req-4ca0da06-4112-4b21-834a-a5243a6c9ca6 req-d7df728a-f046-42ab-965b-61a4d5e363ba service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Neutron deleted interface f45420b7-e70d-4759-a556-ec2fa549e666; detaching it from the instance and deleting it from the info cache [ 2472.682482] env[63862]: DEBUG nova.network.neutron [req-4ca0da06-4112-4b21-834a-a5243a6c9ca6 req-d7df728a-f046-42ab-965b-61a4d5e363ba service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.895598] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.895779] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2473.048396] env[63862]: DEBUG nova.network.neutron [-] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.081318] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1ee4143-a015-42ea-8258-bb6caa49256c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.091515] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eec22c-a413-421b-a53c-ca75be7fd343 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.117750] env[63862]: DEBUG nova.compute.manager [req-34ec333c-6339-4b89-afeb-f0fba428d960 req-35a0247e-7371-4347-aa68-416658a3ce3f service nova] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Detach interface failed, port_id=28c36668-822c-4447-80ab-30423e289c2e, reason: Instance 55a96ec9-f799-4151-8b18-b735c6569776 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2473.154782] env[63862]: DEBUG nova.network.neutron [-] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.185539] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2481e30e-563f-4f25-93d1-7e6c7681a395 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.189619] env[63862]: DEBUG nova.network.neutron [-] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.195263] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55316071-ed9c-4248-8052-0e2deef639c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.221453] env[63862]: DEBUG nova.compute.manager [req-4ca0da06-4112-4b21-834a-a5243a6c9ca6 req-d7df728a-f046-42ab-965b-61a4d5e363ba service nova] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Detach interface failed, port_id=f45420b7-e70d-4759-a556-ec2fa549e666, reason: Instance a9ff6f09-2e05-45d4-bd3d-48b3ad528517 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2473.551064] env[63862]: INFO nova.compute.manager [-] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Took 1.22 seconds to deallocate network for instance. [ 2473.657021] env[63862]: INFO nova.compute.manager [-] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Took 1.32 seconds to deallocate network for instance. [ 2473.693400] env[63862]: INFO nova.compute.manager [-] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Took 1.31 seconds to deallocate network for instance. [ 2474.057902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.058209] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2474.058463] env[63862]: DEBUG nova.objects.instance [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'resources' on Instance uuid 55a96ec9-f799-4151-8b18-b735c6569776 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2474.163551] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.200598] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.423481] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.423596] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.423743] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2474.644462] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c80a4f5-5080-47ea-942b-3a331c7b32ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.651992] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a658c6f-b4ff-4a62-b73e-b623f9cf05d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.681833] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9bc22-f203-4ac1-9d91-556e02198b15 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.688849] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c9e8b-8cbc-4d39-9844-bb9bdc952deb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.701983] env[63862]: DEBUG nova.compute.provider_tree [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2474.706634] env[63862]: DEBUG nova.compute.manager [req-6afd3cb0-4bc5-4e04-97db-dcd660106601 req-a0875e2f-9dbc-4ee8-88ab-94b4064de14c service nova] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Received event network-vif-deleted-866cb8b4-f1a4-4c6e-b567-f3c601c2eb25 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2474.943010] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2475.222283] env[63862]: ERROR nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [req-a596342e-27db-4768-ab2b-90b42605a887] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 80897473-f999-4333-ab16-8ed9a7f29cf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a596342e-27db-4768-ab2b-90b42605a887"}]} [ 2475.239333] env[63862]: DEBUG nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2475.252458] env[63862]: DEBUG nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2475.252677] env[63862]: DEBUG nova.compute.provider_tree [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2475.263579] env[63862]: DEBUG nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2475.280886] env[63862]: DEBUG nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2475.361836] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56a1efb-abf9-4055-a54a-633129a487dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.370370] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a586e-292c-400b-a953-243e3a544d77 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.401782] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374c09bb-cf23-4e1e-94f9-003139d1f969 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.409301] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41f01e3-ec30-42f6-bb45-9bd224277bf7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.422565] env[63862]: DEBUG nova.compute.provider_tree [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2475.532753] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2475.952663] env[63862]: DEBUG nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updated inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2475.952977] env[63862]: DEBUG nova.compute.provider_tree [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 generation from 176 to 177 during operation: update_inventory {{(pid=63862) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2475.953141] env[63862]: DEBUG nova.compute.provider_tree [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2476.035280] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-55a96ec9-f799-4151-8b18-b735c6569776" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2476.035550] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2476.035812] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2476.458742] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.400s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.461902] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.298s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.461902] env[63862]: DEBUG nova.objects.instance [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lazy-loading 'resources' on Instance uuid a9ff6f09-2e05-45d4-bd3d-48b3ad528517 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2476.480325] env[63862]: INFO nova.scheduler.client.report [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted allocations for instance 55a96ec9-f799-4151-8b18-b735c6569776 [ 2476.538187] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.987980] env[63862]: DEBUG oslo_concurrency.lockutils [None req-89768382-3642-459f-91f7-b2e85d6fb03f tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "55a96ec9-f799-4151-8b18-b735c6569776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.550s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2477.042121] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6db7c-23a6-4bbf-be8e-295185843a9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.049773] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d5247c-83e6-48b6-97df-a3beca1e7015 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.080880] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fed1ea9-8a40-4ba2-b3dd-0d6440b5ce26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.088196] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f22c4-7504-413c-a132-1f521ab4e0d8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.101488] env[63862]: DEBUG nova.compute.provider_tree [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2477.604281] env[63862]: DEBUG nova.scheduler.client.report [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2478.109724] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2478.112097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.912s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2478.112300] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2478.113965] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.576s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2478.114156] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2478.114316] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2478.115348] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f51685-b7b3-4360-abc9-7fdcc390de9f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.123421] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c9b137-f8a9-408e-8d29-4b052234a735 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.127897] env[63862]: INFO nova.scheduler.client.report [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Deleted allocations for instance 4d25e8ad-c04b-42bc-af0a-a3d245a00a63 [ 2478.129875] env[63862]: INFO nova.scheduler.client.report [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Deleted allocations for instance a9ff6f09-2e05-45d4-bd3d-48b3ad528517 [ 2478.143475] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4469a-7248-4e37-9fb9-4019bc348fcd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.149989] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85fdd8-330a-4f7a-8944-bc6dddf15d6c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.180378] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179832MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2478.180378] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2478.180378] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2478.639252] env[63862]: DEBUG oslo_concurrency.lockutils [None req-cc030c63-035f-4782-91aa-cd5081273c32 tempest-DeleteServersTestJSON-977756159 tempest-DeleteServersTestJSON-977756159-project-member] Lock "4d25e8ad-c04b-42bc-af0a-a3d245a00a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.936s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2478.646337] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6c15aab6-90e8-4bfa-b577-9620e448220d tempest-ServersTestJSON-899602535 tempest-ServersTestJSON-899602535-project-member] Lock "a9ff6f09-2e05-45d4-bd3d-48b3ad528517" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.660s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2479.207995] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 587605e1-f04e-4d46-a4d2-0f0493039932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2479.207995] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d9264ae6-e3fd-42b4-8167-fdc041bb03f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2479.208291] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 8b374894-319a-41ca-89c7-7077f1c82de6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2479.208291] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2479.208438] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2479.262117] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e3ea0e-ab59-4e26-9386-53ecfb8b40ce {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.270562] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b31b6df-e6c8-4c4f-baad-a08f20b3853d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.303144] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f9152-6757-4101-ae25-1c04c2e50948 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.313106] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0f3e86-ef2f-438e-93ac-3a4e4ff49d6c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.329419] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2479.832710] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2480.337814] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2480.338097] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.706761] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "587605e1-f04e-4d46-a4d2-0f0493039932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2480.707051] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "587605e1-f04e-4d46-a4d2-0f0493039932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2480.707275] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "587605e1-f04e-4d46-a4d2-0f0493039932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2480.707464] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "587605e1-f04e-4d46-a4d2-0f0493039932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2480.707636] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "587605e1-f04e-4d46-a4d2-0f0493039932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.709759] env[63862]: INFO nova.compute.manager [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Terminating instance [ 2481.213250] env[63862]: DEBUG nova.compute.manager [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2481.213451] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2481.214412] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc148fe-5242-404c-9487-ddd4efd7d2d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.222760] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2481.222984] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46093a8d-d9a9-4bf7-bc71-c4a4939fe361 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.230269] env[63862]: DEBUG oslo_vmware.api [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2481.230269] env[63862]: value = "task-2099158" [ 2481.230269] env[63862]: _type = "Task" [ 2481.230269] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.237410] env[63862]: DEBUG oslo_vmware.api [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.334349] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2481.511113] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2481.511520] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2481.511761] env[63862]: DEBUG nova.objects.instance [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'flavor' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2481.740244] env[63862]: DEBUG oslo_vmware.api [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099158, 'name': PowerOffVM_Task, 'duration_secs': 0.204259} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.740528] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2481.740728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2481.740998] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99c3dbd-e8df-4c6c-a494-973a0fa25593 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.856227] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2481.856465] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2481.856649] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleting the datastore file [datastore2] 587605e1-f04e-4d46-a4d2-0f0493039932 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2481.856903] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f18901-0c67-423e-862c-ef0cc926b766 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.863846] env[63862]: DEBUG oslo_vmware.api [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for the task: (returnval){ [ 2481.863846] env[63862]: value = "task-2099160" [ 2481.863846] env[63862]: _type = "Task" [ 2481.863846] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.872226] env[63862]: DEBUG oslo_vmware.api [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.015505] env[63862]: DEBUG nova.objects.instance [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'pci_requests' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2482.374550] env[63862]: DEBUG oslo_vmware.api [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Task: {'id': task-2099160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124004} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.374908] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2482.375022] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2482.375188] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2482.375365] env[63862]: INFO nova.compute.manager [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2482.375607] env[63862]: DEBUG oslo.service.loopingcall [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2482.375794] env[63862]: DEBUG nova.compute.manager [-] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2482.375887] env[63862]: DEBUG nova.network.neutron [-] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2482.518472] env[63862]: DEBUG nova.objects.base [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2482.518844] env[63862]: DEBUG nova.network.neutron [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2482.653237] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4dada21b-7d7f-447f-982d-cc27870a4eb3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.142s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.704725] env[63862]: DEBUG nova.compute.manager [req-20c0f639-1b8a-46e7-9734-fc68d4fd6859 req-6dbd5227-d0fe-41e0-a9f1-427bd75058d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Received event network-vif-deleted-2a4fe5b6-9915-4a4f-9e5a-25b1707476eb {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2482.705147] env[63862]: INFO nova.compute.manager [req-20c0f639-1b8a-46e7-9734-fc68d4fd6859 req-6dbd5227-d0fe-41e0-a9f1-427bd75058d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Neutron deleted interface 2a4fe5b6-9915-4a4f-9e5a-25b1707476eb; detaching it from the instance and deleting it from the info cache [ 2482.705480] env[63862]: DEBUG nova.network.neutron [req-20c0f639-1b8a-46e7-9734-fc68d4fd6859 req-6dbd5227-d0fe-41e0-a9f1-427bd75058d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2483.182527] env[63862]: DEBUG nova.network.neutron [-] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2483.210022] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f1cc2bd-09a2-43eb-9414-a770ded5b07e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.218629] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18541867-c772-478d-beb2-b81e2fe9d8a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.243442] env[63862]: DEBUG nova.compute.manager [req-20c0f639-1b8a-46e7-9734-fc68d4fd6859 req-6dbd5227-d0fe-41e0-a9f1-427bd75058d3 service nova] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Detach interface failed, port_id=2a4fe5b6-9915-4a4f-9e5a-25b1707476eb, reason: Instance 587605e1-f04e-4d46-a4d2-0f0493039932 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2483.684156] env[63862]: INFO nova.compute.manager [-] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Took 1.31 seconds to deallocate network for instance. [ 2484.191768] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2484.191947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2484.192182] env[63862]: DEBUG nova.objects.instance [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lazy-loading 'resources' on Instance uuid 587605e1-f04e-4d46-a4d2-0f0493039932 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2484.560154] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2484.560457] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2484.560886] env[63862]: DEBUG nova.objects.instance [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'flavor' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2484.749619] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d701bea-3f78-4aa9-8dca-5e2e12e2ca76 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.757487] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9e4c0b-0895-4df5-9fff-6e87bcb88782 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.788611] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480c349-0a4c-40eb-be54-9c12b05872a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.795706] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c6c43-fd26-4564-b837-b16dbb71f857 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.808587] env[63862]: DEBUG nova.compute.provider_tree [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2485.192337] env[63862]: DEBUG nova.objects.instance [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'pci_requests' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2485.312268] env[63862]: DEBUG nova.scheduler.client.report [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2485.694669] env[63862]: DEBUG nova.objects.base [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2485.694907] env[63862]: DEBUG nova.network.neutron [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2485.764107] env[63862]: DEBUG nova.policy [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2485.820701] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.845195] env[63862]: INFO nova.scheduler.client.report [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Deleted allocations for instance 587605e1-f04e-4d46-a4d2-0f0493039932 [ 2486.197449] env[63862]: DEBUG nova.network.neutron [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Successfully created port: c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2486.356177] env[63862]: DEBUG oslo_concurrency.lockutils [None req-9cc14ee2-477b-4daa-96a1-f2f7c08430d1 tempest-ServerActionsTestOtherA-1298295930 tempest-ServerActionsTestOtherA-1298295930-project-member] Lock "587605e1-f04e-4d46-a4d2-0f0493039932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.991882] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.992200] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2488.495031] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2489.024945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2489.025944] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2489.028234] env[63862]: INFO nova.compute.claims [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2490.099713] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ac0e6-9bc1-4e89-a795-627671f9fc28 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.107737] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2261ad-f982-45f1-a4b2-bb30fc004c08 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.137026] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb59290-2d8f-441b-a9bf-91f8564954e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.144361] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f6bf91-78e1-4d5e-a6f2-6302023efc66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.157839] env[63862]: DEBUG nova.compute.provider_tree [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2490.661155] env[63862]: DEBUG nova.scheduler.client.report [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2491.168948] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.169513] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2491.674943] env[63862]: DEBUG nova.compute.utils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2491.676387] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2491.676954] env[63862]: DEBUG nova.network.neutron [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2491.717776] env[63862]: DEBUG nova.policy [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2371f7b1db824ee2a1a03cc8544a52d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f3d9e388d3b4f158cad2b0aaecf0b14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2492.008192] env[63862]: DEBUG nova.network.neutron [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Successfully created port: 554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2492.051943] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "145e1a55-65ca-4dbe-af51-1f7b2a194428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.052283] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.180349] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2492.558511] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2492.629047] env[63862]: DEBUG nova.compute.manager [req-68b6bd42-89fc-4391-81b9-a615b90f6dea req-cdc9132d-5b30-4d93-9a3c-a772f1bad1e0 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-vif-plugged-c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2492.629047] env[63862]: DEBUG oslo_concurrency.lockutils [req-68b6bd42-89fc-4391-81b9-a615b90f6dea req-cdc9132d-5b30-4d93-9a3c-a772f1bad1e0 service nova] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.629047] env[63862]: DEBUG oslo_concurrency.lockutils [req-68b6bd42-89fc-4391-81b9-a615b90f6dea req-cdc9132d-5b30-4d93-9a3c-a772f1bad1e0 service nova] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.629047] env[63862]: DEBUG oslo_concurrency.lockutils [req-68b6bd42-89fc-4391-81b9-a615b90f6dea req-cdc9132d-5b30-4d93-9a3c-a772f1bad1e0 service nova] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.629047] env[63862]: DEBUG nova.compute.manager [req-68b6bd42-89fc-4391-81b9-a615b90f6dea req-cdc9132d-5b30-4d93-9a3c-a772f1bad1e0 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] No waiting events found dispatching network-vif-plugged-c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2492.629047] env[63862]: WARNING nova.compute.manager [req-68b6bd42-89fc-4391-81b9-a615b90f6dea req-cdc9132d-5b30-4d93-9a3c-a772f1bad1e0 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received unexpected event network-vif-plugged-c2b0604b-5110-48a3-9b42-c10e6d5250b2 for instance with vm_state active and task_state None. [ 2492.740603] env[63862]: DEBUG nova.network.neutron [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Successfully updated port: c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2493.079292] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.079557] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.081110] env[63862]: INFO nova.compute.claims [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2493.189495] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2493.215417] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2493.215697] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2493.215862] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2493.216058] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2493.216207] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2493.216354] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2493.216557] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2493.216734] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2493.216900] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2493.217106] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2493.217334] env[63862]: DEBUG nova.virt.hardware [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2493.218204] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b401d4e1-ea72-47f5-ad8d-b753e148c283 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.226165] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba3045-852f-41a7-836b-793cfec44486 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.241766] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2493.241910] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2493.242095] env[63862]: DEBUG nova.network.neutron [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2493.506238] env[63862]: DEBUG nova.network.neutron [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Successfully updated port: 554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2493.774758] env[63862]: WARNING nova.network.neutron [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb already exists in list: networks containing: ['b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb']. ignoring it [ 2494.013228] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.013228] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.013228] env[63862]: DEBUG nova.network.neutron [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2494.091896] env[63862]: DEBUG nova.network.neutron [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "address": "fa:16:3e:1e:b9:22", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b0604b-51", "ovs_interfaceid": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2494.155807] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb38da-99d0-47c6-9463-e5bb2d4d7bc4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.163706] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e800bd4b-38fd-43d8-9292-9affaa5ee5a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.193430] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e969c605-3c80-4821-80fd-13d8ed7ea0c7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.200961] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a924b2-4965-4182-a5ba-cb828cbb358d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.214016] env[63862]: DEBUG nova.compute.provider_tree [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2494.545911] env[63862]: DEBUG nova.network.neutron [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2494.597446] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2494.598190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.598344] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.599210] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a158b88-b514-420d-abc9-6535b298feae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.615751] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2494.615976] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2494.616138] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2494.616314] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2494.616477] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2494.616596] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2494.616796] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2494.616957] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2494.617139] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2494.617298] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2494.617464] env[63862]: DEBUG nova.virt.hardware [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2494.624316] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfiguring VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2494.626916] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-395dbddc-7a19-4ff4-8141-c530aee551a4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.644910] env[63862]: DEBUG oslo_vmware.api [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2494.644910] env[63862]: value = "task-2099161" [ 2494.644910] env[63862]: _type = "Task" [ 2494.644910] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.653279] env[63862]: DEBUG oslo_vmware.api [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.686916] env[63862]: DEBUG nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-changed-c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2494.687037] env[63862]: DEBUG nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing instance network info cache due to event network-changed-c2b0604b-5110-48a3-9b42-c10e6d5250b2. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2494.687189] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.687312] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.687460] env[63862]: DEBUG nova.network.neutron [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing network info cache for port c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2494.714604] env[63862]: DEBUG nova.network.neutron [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2494.716548] env[63862]: DEBUG nova.scheduler.client.report [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2495.155603] env[63862]: DEBUG oslo_vmware.api [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.216648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.217167] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Instance network_info: |[{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2495.217812] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b3:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '554948bf-2228-43ac-9cde-6f8cbba4b3ba', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2495.226211] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating folder: Project (4f3d9e388d3b4f158cad2b0aaecf0b14). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2495.229475] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.229952] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2495.232607] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7e393a9-e801-410a-892f-09a9a92dc8e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.244758] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created folder: Project (4f3d9e388d3b4f158cad2b0aaecf0b14) in parent group-v429490. [ 2495.244979] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating folder: Instances. Parent ref: group-v429805. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2495.245290] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-584d6742-7ad5-43c1-8214-7850301aa11f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.256306] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created folder: Instances in parent group-v429805. [ 2495.256606] env[63862]: DEBUG oslo.service.loopingcall [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2495.256830] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2495.257053] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adeba32a-fe6a-4565-9e24-13f186ac420e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.279607] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2495.279607] env[63862]: value = "task-2099164" [ 2495.279607] env[63862]: _type = "Task" [ 2495.279607] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.287367] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099164, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.404698] env[63862]: DEBUG nova.network.neutron [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updated VIF entry in instance network info cache for port c2b0604b-5110-48a3-9b42-c10e6d5250b2. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2495.405290] env[63862]: DEBUG nova.network.neutron [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "address": "fa:16:3e:1e:b9:22", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b0604b-51", "ovs_interfaceid": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.655966] env[63862]: DEBUG oslo_vmware.api [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099161, 'name': ReconfigVM_Task, 'duration_secs': 0.633577} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.656540] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.656775] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfigured VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2495.736108] env[63862]: DEBUG nova.compute.utils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2495.738314] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2495.738532] env[63862]: DEBUG nova.network.neutron [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2495.777968] env[63862]: DEBUG nova.policy [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790acde8c3fb4279a9206b5cb2ab81da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d380cba3a9e481e8889508eefc91cc9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2495.790806] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099164, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.908726] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.909019] env[63862]: DEBUG nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Received event network-vif-plugged-554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2495.909244] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2495.909557] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2495.909683] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.909857] env[63862]: DEBUG nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] No waiting events found dispatching network-vif-plugged-554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2495.910042] env[63862]: WARNING nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Received unexpected event network-vif-plugged-554948bf-2228-43ac-9cde-6f8cbba4b3ba for instance with vm_state building and task_state spawning. [ 2495.910513] env[63862]: DEBUG nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Received event network-changed-554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2495.910513] env[63862]: DEBUG nova.compute.manager [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Refreshing instance network info cache due to event network-changed-554948bf-2228-43ac-9cde-6f8cbba4b3ba. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2495.910609] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2495.910758] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2495.910919] env[63862]: DEBUG nova.network.neutron [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Refreshing network info cache for port 554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2496.028275] env[63862]: DEBUG nova.network.neutron [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Successfully created port: 1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2496.161877] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d720607-4aa3-40b4-b5d1-d7406a3a1576 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 11.601s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2496.241937] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2496.290787] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099164, 'name': CreateVM_Task, 'duration_secs': 0.551984} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.290956] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2496.291695] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2496.291860] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2496.292204] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2496.292459] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c403b1fc-ae4a-4a95-886b-f9062df943ac {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.297763] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2496.297763] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5229a50b-8c05-ee62-f1da-37cc8894fc95" [ 2496.297763] env[63862]: _type = "Task" [ 2496.297763] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2496.305466] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5229a50b-8c05-ee62-f1da-37cc8894fc95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2496.603537] env[63862]: DEBUG nova.network.neutron [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updated VIF entry in instance network info cache for port 554948bf-2228-43ac-9cde-6f8cbba4b3ba. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2496.603896] env[63862]: DEBUG nova.network.neutron [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2496.808965] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5229a50b-8c05-ee62-f1da-37cc8894fc95, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.809678] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2496.809678] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2496.810308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2496.810308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2496.810308] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2496.810528] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710e9d48-db74-4292-bdba-95a885286a1c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.819095] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2496.819279] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2496.819954] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c4dd48-4a89-425c-966b-776df1e87e66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.825580] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2496.825580] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5254c909-b217-6618-6679-edaa5c129b74" [ 2496.825580] env[63862]: _type = "Task" [ 2496.825580] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2496.832691] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5254c909-b217-6618-6679-edaa5c129b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.108767] env[63862]: DEBUG oslo_concurrency.lockutils [req-13e4214b-bcfc-4e40-b458-38a00846416d req-4d55b1a5-5a43-4e38-aa2a-69b1a43bf80d service nova] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2497.251907] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2497.276798] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2497.277052] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2497.277213] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2497.277395] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2497.277541] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2497.277687] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2497.278040] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2497.278119] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2497.278223] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2497.278384] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2497.278563] env[63862]: DEBUG nova.virt.hardware [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2497.279465] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25bab54-ac92-49f2-8898-acb55dd9879f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.287537] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb75d41-18b8-4e33-9c8e-e9fec02268fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.336049] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5254c909-b217-6618-6679-edaa5c129b74, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.336850] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd0e9a5-327d-4f17-a233-da14ae1e5512 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.342057] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2497.342057] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]522d6df4-ec36-ee2b-fcb1-b46e1ff19ec8" [ 2497.342057] env[63862]: _type = "Task" [ 2497.342057] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.349352] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522d6df4-ec36-ee2b-fcb1-b46e1ff19ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2497.854010] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]522d6df4-ec36-ee2b-fcb1-b46e1ff19ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2497.854155] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2497.854428] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414/d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2497.854684] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3df1324c-5306-49e5-8e0a-338dfe7e6803 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.862881] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2497.862881] env[63862]: value = "task-2099165" [ 2497.862881] env[63862]: _type = "Task" [ 2497.862881] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2497.869999] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.009176] env[63862]: DEBUG nova.compute.manager [req-156488c5-ed31-4e98-9ed9-36966425d68e req-f0e6b98b-f540-49d4-b8ab-11b50f6d3426 service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Received event network-vif-plugged-1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2498.009176] env[63862]: DEBUG oslo_concurrency.lockutils [req-156488c5-ed31-4e98-9ed9-36966425d68e req-f0e6b98b-f540-49d4-b8ab-11b50f6d3426 service nova] Acquiring lock "145e1a55-65ca-4dbe-af51-1f7b2a194428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.009176] env[63862]: DEBUG oslo_concurrency.lockutils [req-156488c5-ed31-4e98-9ed9-36966425d68e req-f0e6b98b-f540-49d4-b8ab-11b50f6d3426 service nova] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.009176] env[63862]: DEBUG oslo_concurrency.lockutils [req-156488c5-ed31-4e98-9ed9-36966425d68e req-f0e6b98b-f540-49d4-b8ab-11b50f6d3426 service nova] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.009176] env[63862]: DEBUG nova.compute.manager [req-156488c5-ed31-4e98-9ed9-36966425d68e req-f0e6b98b-f540-49d4-b8ab-11b50f6d3426 service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] No waiting events found dispatching network-vif-plugged-1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2498.009176] env[63862]: WARNING nova.compute.manager [req-156488c5-ed31-4e98-9ed9-36966425d68e req-f0e6b98b-f540-49d4-b8ab-11b50f6d3426 service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Received unexpected event network-vif-plugged-1c764728-a019-4567-844f-910ad6a4a6fa for instance with vm_state building and task_state spawning. [ 2498.045141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-26c5509b-676f-436d-84ed-f40684c9a83e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2498.045141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-26c5509b-676f-436d-84ed-f40684c9a83e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.045141] env[63862]: DEBUG nova.objects.instance [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'flavor' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2498.074147] env[63862]: DEBUG nova.network.neutron [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Successfully updated port: 1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2498.372105] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099165, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.577182] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "refresh_cache-145e1a55-65ca-4dbe-af51-1f7b2a194428" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2498.577334] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquired lock "refresh_cache-145e1a55-65ca-4dbe-af51-1f7b2a194428" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2498.577482] env[63862]: DEBUG nova.network.neutron [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2498.647244] env[63862]: DEBUG nova.objects.instance [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'pci_requests' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2498.871977] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558502} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2498.872252] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414/d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2498.872462] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2498.872713] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bd73d12-a78d-4623-869c-3d359227659b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.878965] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2498.878965] env[63862]: value = "task-2099166" [ 2498.878965] env[63862]: _type = "Task" [ 2498.878965] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2498.886205] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.108935] env[63862]: DEBUG nova.network.neutron [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2499.149768] env[63862]: DEBUG nova.objects.base [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2499.149989] env[63862]: DEBUG nova.network.neutron [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2499.247150] env[63862]: DEBUG nova.policy [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2499.313848] env[63862]: DEBUG nova.network.neutron [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Updating instance_info_cache with network_info: [{"id": "1c764728-a019-4567-844f-910ad6a4a6fa", "address": "fa:16:3e:3c:95:cf", "network": {"id": "e13c7071-53a7-4a89-b3eb-2b05eb01d20e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1817188519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d380cba3a9e481e8889508eefc91cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c764728-a0", "ovs_interfaceid": "1c764728-a019-4567-844f-910ad6a4a6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2499.390346] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066672} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.390661] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2499.391400] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a09de-2189-4a05-9e6d-ed61e473daed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.413869] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414/d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2499.414130] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945695d2-f18f-4d29-859d-27d41b0a103f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.433687] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2499.433687] env[63862]: value = "task-2099167" [ 2499.433687] env[63862]: _type = "Task" [ 2499.433687] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.441806] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.817079] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Releasing lock "refresh_cache-145e1a55-65ca-4dbe-af51-1f7b2a194428" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2499.817428] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Instance network_info: |[{"id": "1c764728-a019-4567-844f-910ad6a4a6fa", "address": "fa:16:3e:3c:95:cf", "network": {"id": "e13c7071-53a7-4a89-b3eb-2b05eb01d20e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1817188519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d380cba3a9e481e8889508eefc91cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c764728-a0", "ovs_interfaceid": "1c764728-a019-4567-844f-910ad6a4a6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2499.817866] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:95:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c764728-a019-4567-844f-910ad6a4a6fa', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2499.825242] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Creating folder: Project (7d380cba3a9e481e8889508eefc91cc9). Parent ref: group-v429490. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2499.825508] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-233da0c9-2714-4289-b540-aad48ecf17d0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.836040] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Created folder: Project (7d380cba3a9e481e8889508eefc91cc9) in parent group-v429490. [ 2499.836223] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Creating folder: Instances. Parent ref: group-v429808. {{(pid=63862) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2499.836437] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e61dbf0b-fdd4-4179-bad5-4a2985478648 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.845163] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Created folder: Instances in parent group-v429808. [ 2499.845387] env[63862]: DEBUG oslo.service.loopingcall [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2499.845565] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2499.845754] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046dfc8d-07cb-4b1e-8a01-492db822756a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.863783] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2499.863783] env[63862]: value = "task-2099170" [ 2499.863783] env[63862]: _type = "Task" [ 2499.863783] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.870771] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099170, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.942872] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099167, 'name': ReconfigVM_Task, 'duration_secs': 0.269406} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.943210] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Reconfigured VM instance instance-00000077 to attach disk [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414/d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2499.943875] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13f2ae3a-a8de-4070-8a56-df8925901ef6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.950491] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2499.950491] env[63862]: value = "task-2099171" [ 2499.950491] env[63862]: _type = "Task" [ 2499.950491] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.958783] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099171, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.070335] env[63862]: DEBUG nova.compute.manager [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Received event network-changed-1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2500.070335] env[63862]: DEBUG nova.compute.manager [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Refreshing instance network info cache due to event network-changed-1c764728-a019-4567-844f-910ad6a4a6fa. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2500.070335] env[63862]: DEBUG oslo_concurrency.lockutils [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] Acquiring lock "refresh_cache-145e1a55-65ca-4dbe-af51-1f7b2a194428" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2500.070335] env[63862]: DEBUG oslo_concurrency.lockutils [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] Acquired lock "refresh_cache-145e1a55-65ca-4dbe-af51-1f7b2a194428" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2500.070335] env[63862]: DEBUG nova.network.neutron [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Refreshing network info cache for port 1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2500.373633] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099170, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.459830] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099171, 'name': Rename_Task, 'duration_secs': 0.135667} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.460944] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2500.460944] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65401c89-4acf-47dd-b81b-8de40eeb74c5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.467330] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2500.467330] env[63862]: value = "task-2099172" [ 2500.467330] env[63862]: _type = "Task" [ 2500.467330] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.474959] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.854009] env[63862]: DEBUG nova.network.neutron [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Updated VIF entry in instance network info cache for port 1c764728-a019-4567-844f-910ad6a4a6fa. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2500.854398] env[63862]: DEBUG nova.network.neutron [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Updating instance_info_cache with network_info: [{"id": "1c764728-a019-4567-844f-910ad6a4a6fa", "address": "fa:16:3e:3c:95:cf", "network": {"id": "e13c7071-53a7-4a89-b3eb-2b05eb01d20e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1817188519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d380cba3a9e481e8889508eefc91cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c764728-a0", "ovs_interfaceid": "1c764728-a019-4567-844f-910ad6a4a6fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2500.874451] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099170, 'name': CreateVM_Task, 'duration_secs': 0.604132} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.874513] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2500.875141] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2500.875307] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2500.875762] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2500.876036] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb77fbd-9282-43a7-9cec-fab61f94dc80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.880753] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2500.880753] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52a3928f-8eb6-0a3c-5fb7-9b0ce9d0e882" [ 2500.880753] env[63862]: _type = "Task" [ 2500.880753] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.889078] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a3928f-8eb6-0a3c-5fb7-9b0ce9d0e882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.905869] env[63862]: DEBUG nova.network.neutron [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Successfully updated port: 26c5509b-676f-436d-84ed-f40684c9a83e {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2500.977368] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.357726] env[63862]: DEBUG oslo_concurrency.lockutils [req-1c84681d-e24d-41a9-83dc-bd2059014a30 req-0ea896fa-a4cd-4518-a6b0-7d788dd5bbdb service nova] Releasing lock "refresh_cache-145e1a55-65ca-4dbe-af51-1f7b2a194428" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2501.391804] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52a3928f-8eb6-0a3c-5fb7-9b0ce9d0e882, 'name': SearchDatastore_Task, 'duration_secs': 0.043665} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.392126] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2501.392358] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2501.392589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2501.392734] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2501.392913] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2501.393213] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d20e0a-c94d-49a1-835f-56a673cae9fb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.402168] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2501.402355] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2501.403127] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c793de54-61d3-4dcf-9d8b-759021a30f34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.408663] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2501.408783] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2501.408950] env[63862]: DEBUG nova.network.neutron [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2501.410234] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2501.410234] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]5265cd8d-6d6b-c023-2319-6e1e538efa35" [ 2501.410234] env[63862]: _type = "Task" [ 2501.410234] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.418286] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5265cd8d-6d6b-c023-2319-6e1e538efa35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.478406] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.923042] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]5265cd8d-6d6b-c023-2319-6e1e538efa35, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.924162] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f947cb52-22dd-43fa-96d8-4c12e05cff06 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.928922] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2501.928922] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]524d913c-90aa-205d-7ecf-13ff37878fcf" [ 2501.928922] env[63862]: _type = "Task" [ 2501.928922] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.936908] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524d913c-90aa-205d-7ecf-13ff37878fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.951383] env[63862]: WARNING nova.network.neutron [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb already exists in list: networks containing: ['b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb']. ignoring it [ 2501.951611] env[63862]: WARNING nova.network.neutron [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb already exists in list: networks containing: ['b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb']. ignoring it [ 2501.978125] env[63862]: DEBUG oslo_vmware.api [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099172, 'name': PowerOnVM_Task, 'duration_secs': 1.298552} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.978379] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2501.978581] env[63862]: INFO nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 8.79 seconds to spawn the instance on the hypervisor. [ 2501.978857] env[63862]: DEBUG nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2501.979662] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac71770-b3df-4019-9adb-35034336f9e5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.067409] env[63862]: DEBUG nova.compute.manager [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-vif-plugged-26c5509b-676f-436d-84ed-f40684c9a83e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2502.067626] env[63862]: DEBUG oslo_concurrency.lockutils [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.067750] env[63862]: DEBUG oslo_concurrency.lockutils [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.067919] env[63862]: DEBUG oslo_concurrency.lockutils [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2502.068122] env[63862]: DEBUG nova.compute.manager [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] No waiting events found dispatching network-vif-plugged-26c5509b-676f-436d-84ed-f40684c9a83e {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2502.068304] env[63862]: WARNING nova.compute.manager [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received unexpected event network-vif-plugged-26c5509b-676f-436d-84ed-f40684c9a83e for instance with vm_state active and task_state None. [ 2502.068479] env[63862]: DEBUG nova.compute.manager [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-changed-26c5509b-676f-436d-84ed-f40684c9a83e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2502.068644] env[63862]: DEBUG nova.compute.manager [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing instance network info cache due to event network-changed-26c5509b-676f-436d-84ed-f40684c9a83e. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2502.068839] env[63862]: DEBUG oslo_concurrency.lockutils [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.346425] env[63862]: DEBUG nova.network.neutron [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "address": "fa:16:3e:1e:b9:22", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b0604b-51", "ovs_interfaceid": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c5509b-676f-436d-84ed-f40684c9a83e", "address": "fa:16:3e:9d:ed:8a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c5509b-67", "ovs_interfaceid": "26c5509b-676f-436d-84ed-f40684c9a83e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2502.439301] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]524d913c-90aa-205d-7ecf-13ff37878fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.439565] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2502.439825] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 145e1a55-65ca-4dbe-af51-1f7b2a194428/145e1a55-65ca-4dbe-af51-1f7b2a194428.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2502.440089] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefd3ce2-3d8b-497f-84b4-255217f4c021 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.447504] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2502.447504] env[63862]: value = "task-2099173" [ 2502.447504] env[63862]: _type = "Task" [ 2502.447504] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.454897] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.498616] env[63862]: INFO nova.compute.manager [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 13.50 seconds to build instance. [ 2502.849861] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2502.850687] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.850962] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.851398] env[63862]: DEBUG oslo_concurrency.lockutils [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.851532] env[63862]: DEBUG nova.network.neutron [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Refreshing network info cache for port 26c5509b-676f-436d-84ed-f40684c9a83e {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2502.853412] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71ee669-b50d-4e18-a60d-cc0e1a8589dc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.873868] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2502.874153] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2502.874324] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2502.874507] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2502.874672] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2502.874793] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2502.874999] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2502.875174] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2502.875341] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2502.875503] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2502.875677] env[63862]: DEBUG nova.virt.hardware [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2502.882543] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfiguring VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2502.883509] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0b931b-1f8e-461c-bdf4-9147e61875ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.900630] env[63862]: DEBUG oslo_vmware.api [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2502.900630] env[63862]: value = "task-2099174" [ 2502.900630] env[63862]: _type = "Task" [ 2502.900630] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.908613] env[63862]: DEBUG oslo_vmware.api [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099174, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.957246] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426714} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.957508] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 145e1a55-65ca-4dbe-af51-1f7b2a194428/145e1a55-65ca-4dbe-af51-1f7b2a194428.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2502.957715] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2502.957969] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b78aaa38-cdd1-423e-9063-bcfd3bddcbc5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.964527] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2502.964527] env[63862]: value = "task-2099175" [ 2502.964527] env[63862]: _type = "Task" [ 2502.964527] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.972662] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.000280] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8806819e-5038-45c1-8b92-413b4193e064 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.008s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.411171] env[63862]: DEBUG oslo_vmware.api [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.476376] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058533} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.476651] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2503.477413] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e8875-c6c3-4f1f-b5d0-c55c6131e21f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.499137] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 145e1a55-65ca-4dbe-af51-1f7b2a194428/145e1a55-65ca-4dbe-af51-1f7b2a194428.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2503.501880] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e5d8bee-55c7-40e7-ade5-8841b9abfa94 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.521802] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2503.521802] env[63862]: value = "task-2099176" [ 2503.521802] env[63862]: _type = "Task" [ 2503.521802] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.529493] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.585385] env[63862]: DEBUG nova.network.neutron [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updated VIF entry in instance network info cache for port 26c5509b-676f-436d-84ed-f40684c9a83e. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2503.585854] env[63862]: DEBUG nova.network.neutron [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "address": "fa:16:3e:1e:b9:22", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b0604b-51", "ovs_interfaceid": "c2b0604b-5110-48a3-9b42-c10e6d5250b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c5509b-676f-436d-84ed-f40684c9a83e", "address": "fa:16:3e:9d:ed:8a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c5509b-67", "ovs_interfaceid": "26c5509b-676f-436d-84ed-f40684c9a83e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2503.912205] env[63862]: DEBUG oslo_vmware.api [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.032481] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.088642] env[63862]: DEBUG oslo_concurrency.lockutils [req-d46d0e41-0dfe-44f7-a1c1-f0ee51db76cd req-95a43ba1-afd9-4762-bb65-d1e2c080ec14 service nova] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2504.094338] env[63862]: DEBUG nova.compute.manager [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Received event network-changed-554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2504.094630] env[63862]: DEBUG nova.compute.manager [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Refreshing instance network info cache due to event network-changed-554948bf-2228-43ac-9cde-6f8cbba4b3ba. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2504.094845] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2504.095040] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2504.095268] env[63862]: DEBUG nova.network.neutron [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Refreshing network info cache for port 554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2504.412640] env[63862]: DEBUG oslo_vmware.api [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099174, 'name': ReconfigVM_Task, 'duration_secs': 1.37167} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.413183] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2504.413411] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfigured VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2504.532210] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099176, 'name': ReconfigVM_Task, 'duration_secs': 0.780051} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.532599] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 145e1a55-65ca-4dbe-af51-1f7b2a194428/145e1a55-65ca-4dbe-af51-1f7b2a194428.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2504.533212] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5c2d564-4468-495f-9278-c3f8efc7520a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.539317] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2504.539317] env[63862]: value = "task-2099177" [ 2504.539317] env[63862]: _type = "Task" [ 2504.539317] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.547500] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099177, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.809974] env[63862]: DEBUG nova.network.neutron [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updated VIF entry in instance network info cache for port 554948bf-2228-43ac-9cde-6f8cbba4b3ba. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2504.810346] env[63862]: DEBUG nova.network.neutron [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.918391] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7a2e6ee6-e459-4a81-8126-b3b76df2711b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-26c5509b-676f-436d-84ed-f40684c9a83e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.873s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.049223] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099177, 'name': Rename_Task, 'duration_secs': 0.151154} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.049495] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2505.049726] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46846ad1-220d-47e5-a158-ca5895b123e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.056067] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2505.056067] env[63862]: value = "task-2099178" [ 2505.056067] env[63862]: _type = "Task" [ 2505.056067] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.062953] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.313433] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd5cb9bb-9caf-4313-85ce-7e302d2aa056 req-bde8187a-96ca-4983-9dbe-3950b61ebb06 service nova] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.566288] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.067259] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099178, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.113063] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "8b374894-319a-41ca-89c7-7077f1c82de6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.113295] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.113488] env[63862]: DEBUG nova.compute.manager [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2506.114411] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e48335-a508-4ff8-ba59-7012c4c33133 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.121358] env[63862]: DEBUG nova.compute.manager [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2506.122084] env[63862]: DEBUG nova.objects.instance [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'flavor' on Instance uuid 8b374894-319a-41ca-89c7-7077f1c82de6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.400186] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-c2b0604b-5110-48a3-9b42-c10e6d5250b2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.400430] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-c2b0604b-5110-48a3-9b42-c10e6d5250b2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.567848] env[63862]: DEBUG oslo_vmware.api [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099178, 'name': PowerOnVM_Task, 'duration_secs': 1.206801} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.568249] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2506.568347] env[63862]: INFO nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Took 9.32 seconds to spawn the instance on the hypervisor. [ 2506.568496] env[63862]: DEBUG nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2506.569257] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a81f49-407c-4e40-886c-27da64d91fe0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.902867] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2506.903089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2506.903956] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09efff6-df8e-4113-b57d-5f01ba2661a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.922223] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc860d9d-b073-41e6-b6d0-99500ec3bfba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.949891] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfiguring VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2506.950194] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb53636-493f-4e61-9bf7-76458117f6ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.968562] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2506.968562] env[63862]: value = "task-2099179" [ 2506.968562] env[63862]: _type = "Task" [ 2506.968562] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.976523] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.086449] env[63862]: INFO nova.compute.manager [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Took 14.03 seconds to build instance. [ 2507.128318] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2507.128614] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f1eb750-5e44-492d-915c-ce3273c13160 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.136053] env[63862]: DEBUG oslo_vmware.api [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2507.136053] env[63862]: value = "task-2099180" [ 2507.136053] env[63862]: _type = "Task" [ 2507.136053] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.143818] env[63862]: DEBUG oslo_vmware.api [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.479561] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.588448] env[63862]: DEBUG oslo_concurrency.lockutils [None req-543689ab-034d-4ce8-b51e-809a53997ae5 tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.536s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2507.645531] env[63862]: DEBUG oslo_vmware.api [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099180, 'name': PowerOffVM_Task, 'duration_secs': 0.196465} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.645801] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2507.646010] env[63862]: DEBUG nova.compute.manager [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2507.646762] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e106ec-be09-4051-9731-93fcfc53897a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.979301] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.158231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-7403c385-a2ad-4ca4-bd20-45e08b8665ce tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.195729] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "145e1a55-65ca-4dbe-af51-1f7b2a194428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.195976] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.196191] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "145e1a55-65ca-4dbe-af51-1f7b2a194428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.196417] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.196534] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.198549] env[63862]: INFO nova.compute.manager [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Terminating instance [ 2508.474633] env[63862]: DEBUG nova.objects.instance [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'flavor' on Instance uuid 8b374894-319a-41ca-89c7-7077f1c82de6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2508.481380] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.703134] env[63862]: DEBUG nova.compute.manager [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2508.703604] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2508.704498] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d73cb75-5de8-4505-b7a1-66f539417929 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.713017] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2508.713318] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e7ee27c-c04c-49cc-9a0e-671a5c72022a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.719228] env[63862]: DEBUG oslo_vmware.api [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2508.719228] env[63862]: value = "task-2099181" [ 2508.719228] env[63862]: _type = "Task" [ 2508.719228] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.727185] env[63862]: DEBUG oslo_vmware.api [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.981498] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.981985] env[63862]: DEBUG oslo_concurrency.lockutils [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2508.982161] env[63862]: DEBUG oslo_concurrency.lockutils [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2508.982330] env[63862]: DEBUG nova.network.neutron [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2508.982505] env[63862]: DEBUG nova.objects.instance [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'info_cache' on Instance uuid 8b374894-319a-41ca-89c7-7077f1c82de6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2509.230234] env[63862]: DEBUG oslo_vmware.api [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099181, 'name': PowerOffVM_Task, 'duration_secs': 0.175741} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.230467] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2509.230640] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2509.230929] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c31028-b5a0-45d8-876a-89828d65a455 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.430512] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2509.430752] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2509.431053] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Deleting the datastore file [datastore2] 145e1a55-65ca-4dbe-af51-1f7b2a194428 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2509.431325] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a43dbd-94ea-49aa-9acf-61b534836bc5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.437764] env[63862]: DEBUG oslo_vmware.api [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for the task: (returnval){ [ 2509.437764] env[63862]: value = "task-2099183" [ 2509.437764] env[63862]: _type = "Task" [ 2509.437764] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.446130] env[63862]: DEBUG oslo_vmware.api [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.480220] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.485571] env[63862]: DEBUG nova.objects.base [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Object Instance<8b374894-319a-41ca-89c7-7077f1c82de6> lazy-loaded attributes: flavor,info_cache {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2509.948022] env[63862]: DEBUG oslo_vmware.api [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Task: {'id': task-2099183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168601} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.948315] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2509.948512] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2509.948692] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2509.948865] env[63862]: INFO nova.compute.manager [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2509.949116] env[63862]: DEBUG oslo.service.loopingcall [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2509.949353] env[63862]: DEBUG nova.compute.manager [-] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2509.949465] env[63862]: DEBUG nova.network.neutron [-] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2509.982976] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.485023] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.530593] env[63862]: DEBUG nova.compute.manager [req-420690c3-3fe9-464c-a260-abde503a525f req-a7d32650-efb8-478e-a353-b8824a5d36de service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Received event network-vif-deleted-1c764728-a019-4567-844f-910ad6a4a6fa {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2510.530801] env[63862]: INFO nova.compute.manager [req-420690c3-3fe9-464c-a260-abde503a525f req-a7d32650-efb8-478e-a353-b8824a5d36de service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Neutron deleted interface 1c764728-a019-4567-844f-910ad6a4a6fa; detaching it from the instance and deleting it from the info cache [ 2510.531015] env[63862]: DEBUG nova.network.neutron [req-420690c3-3fe9-464c-a260-abde503a525f req-a7d32650-efb8-478e-a353-b8824a5d36de service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2510.533204] env[63862]: DEBUG nova.network.neutron [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [{"id": "752f994e-f125-43bc-aee2-b462d5cb7559", "address": "fa:16:3e:1f:7c:de", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752f994e-f1", "ovs_interfaceid": "752f994e-f125-43bc-aee2-b462d5cb7559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2510.982803] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.009329] env[63862]: DEBUG nova.network.neutron [-] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2511.033497] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-931e0091-7c07-4634-af00-736d9c346d7a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.036058] env[63862]: DEBUG oslo_concurrency.lockutils [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2511.044774] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c9710-d2e0-4c0d-8d8e-862b815cb11e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.070682] env[63862]: DEBUG nova.compute.manager [req-420690c3-3fe9-464c-a260-abde503a525f req-a7d32650-efb8-478e-a353-b8824a5d36de service nova] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Detach interface failed, port_id=1c764728-a019-4567-844f-910ad6a4a6fa, reason: Instance 145e1a55-65ca-4dbe-af51-1f7b2a194428 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2511.483620] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.512263] env[63862]: INFO nova.compute.manager [-] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Took 1.56 seconds to deallocate network for instance. [ 2511.985920] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.018181] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2512.018420] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2512.018652] env[63862]: DEBUG nova.objects.instance [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lazy-loading 'resources' on Instance uuid 145e1a55-65ca-4dbe-af51-1f7b2a194428 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2512.042088] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2512.042578] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6d5ea3-c118-466c-b03f-f956dd01af0d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.049364] env[63862]: DEBUG oslo_vmware.api [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2512.049364] env[63862]: value = "task-2099184" [ 2512.049364] env[63862]: _type = "Task" [ 2512.049364] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2512.056854] env[63862]: DEBUG oslo_vmware.api [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.485555] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.563496] env[63862]: DEBUG oslo_vmware.api [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099184, 'name': PowerOnVM_Task, 'duration_secs': 0.396289} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.563817] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2512.563990] env[63862]: DEBUG nova.compute.manager [None req-59689cdb-5800-4501-b11c-85507db32a78 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2512.564819] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec32353-f96e-4ac8-94af-633311f6e796 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.595539] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378037b9-42ab-4d22-afd7-c663f1bc4cdc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.605182] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490fb5d-23fa-4c53-9340-4eb17cb5cda1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.641149] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6674efca-3eeb-4916-a6f0-fab1e5e935a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.649048] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c29570-dbb7-4724-a49d-41c95dfce969 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.662674] env[63862]: DEBUG nova.compute.provider_tree [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2512.985683] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.165991] env[63862]: DEBUG nova.scheduler.client.report [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2513.490996] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2513.671016] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.693202] env[63862]: INFO nova.scheduler.client.report [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Deleted allocations for instance 145e1a55-65ca-4dbe-af51-1f7b2a194428 [ 2513.986223] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.201235] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8c50fbf7-0d62-4dc3-8626-f249ac1bf91f tempest-ServerTagsTestJSON-460670495 tempest-ServerTagsTestJSON-460670495-project-member] Lock "145e1a55-65ca-4dbe-af51-1f7b2a194428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.005s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2514.398143] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1662a33d-ff03-4e94-93bf-7dd1e56c3d3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.405073] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Suspending the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2514.405328] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6b668baf-afdc-422e-980a-4f5c08f121c4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.411873] env[63862]: DEBUG oslo_vmware.api [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2514.411873] env[63862]: value = "task-2099185" [ 2514.411873] env[63862]: _type = "Task" [ 2514.411873] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.419192] env[63862]: DEBUG oslo_vmware.api [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099185, 'name': SuspendVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.486947] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.923172] env[63862]: DEBUG oslo_vmware.api [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099185, 'name': SuspendVM_Task} progress is 75%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.988550] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.422841] env[63862]: DEBUG oslo_vmware.api [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099185, 'name': SuspendVM_Task, 'duration_secs': 0.557005} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.423827] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Suspended the VM {{(pid=63862) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2515.423827] env[63862]: DEBUG nova.compute.manager [None req-e90825c8-443f-4e8d-9d03-efb4332a79f3 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2515.424599] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a110576-afcb-47c3-b9ea-2d4d7e963783 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.488728] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.989827] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.489845] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.784158] env[63862]: INFO nova.compute.manager [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Resuming [ 2516.784792] env[63862]: DEBUG nova.objects.instance [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'flavor' on Instance uuid 8b374894-319a-41ca-89c7-7077f1c82de6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2516.991311] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.491190] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2517.991656] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.295505] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2518.295752] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquired lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2518.295862] env[63862]: DEBUG nova.network.neutron [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2518.492287] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2518.993583] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.007910] env[63862]: DEBUG nova.network.neutron [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [{"id": "752f994e-f125-43bc-aee2-b462d5cb7559", "address": "fa:16:3e:1f:7c:de", "network": {"id": "1f153ddd-8ecd-4103-a55b-6d753b143e9f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1094748711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9966a7afebff4f0a989b2e6f0efe6c4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap752f994e-f1", "ovs_interfaceid": "752f994e-f125-43bc-aee2-b462d5cb7559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2519.494356] env[63862]: DEBUG oslo_vmware.api [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099179, 'name': ReconfigVM_Task, 'duration_secs': 12.078921} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2519.494732] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2519.494791] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfigured VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2519.510503] env[63862]: DEBUG oslo_concurrency.lockutils [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Releasing lock "refresh_cache-8b374894-319a-41ca-89c7-7077f1c82de6" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2519.511376] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad95918-66a0-4c27-8492-07c6825bf391 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.517259] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Resuming the VM {{(pid=63862) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2519.517497] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd301e33-4804-46e6-995c-eebec47d6878 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.523684] env[63862]: DEBUG oslo_vmware.api [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2519.523684] env[63862]: value = "task-2099186" [ 2519.523684] env[63862]: _type = "Task" [ 2519.523684] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.531369] env[63862]: DEBUG oslo_vmware.api [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.730528] env[63862]: DEBUG nova.compute.manager [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-vif-deleted-c2b0604b-5110-48a3-9b42-c10e6d5250b2 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2519.730646] env[63862]: INFO nova.compute.manager [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Neutron deleted interface c2b0604b-5110-48a3-9b42-c10e6d5250b2; detaching it from the instance and deleting it from the info cache [ 2519.730922] env[63862]: DEBUG nova.network.neutron [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26c5509b-676f-436d-84ed-f40684c9a83e", "address": "fa:16:3e:9d:ed:8a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c5509b-67", "ovs_interfaceid": "26c5509b-676f-436d-84ed-f40684c9a83e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2520.033838] env[63862]: DEBUG oslo_vmware.api [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.233986] env[63862]: DEBUG oslo_concurrency.lockutils [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2520.237028] env[63862]: DEBUG oslo_concurrency.lockutils [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] Acquired lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2520.237028] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960e1318-a0d6-45e7-95eb-70c7cc53269a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.256664] env[63862]: DEBUG oslo_concurrency.lockutils [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] Releasing lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.257039] env[63862]: WARNING nova.compute.manager [req-ccc0bd0f-5875-4d40-87cc-c3cd2f4c813c req-76a24c37-66b5-4342-a210-b112e80495df service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Detach interface failed, port_id=c2b0604b-5110-48a3-9b42-c10e6d5250b2, reason: No device with interface-id c2b0604b-5110-48a3-9b42-c10e6d5250b2 exists on VM: nova.exception.NotFound: No device with interface-id c2b0604b-5110-48a3-9b42-c10e6d5250b2 exists on VM [ 2520.368075] env[63862]: DEBUG nova.compute.manager [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-vif-deleted-26c5509b-676f-436d-84ed-f40684c9a83e {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2520.368282] env[63862]: INFO nova.compute.manager [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Neutron deleted interface 26c5509b-676f-436d-84ed-f40684c9a83e; detaching it from the instance and deleting it from the info cache [ 2520.368541] env[63862]: DEBUG nova.network.neutron [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2520.534023] env[63862]: DEBUG oslo_vmware.api [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099186, 'name': PowerOnVM_Task, 'duration_secs': 0.527429} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2520.534340] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Resumed the VM {{(pid=63862) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2520.534489] env[63862]: DEBUG nova.compute.manager [None req-13735bd6-afdd-42a8-9e69-f793380c4fad tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2520.535253] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd9b9a-b165-4a36-90f4-2e216add2aa7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.713680] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2520.713872] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2520.714043] env[63862]: DEBUG nova.network.neutron [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2520.871577] env[63862]: DEBUG oslo_concurrency.lockutils [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2520.871762] env[63862]: DEBUG oslo_concurrency.lockutils [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Acquired lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2520.872735] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab935f67-a022-4eb5-a366-b4e0ae874fdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.890126] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae595d7-6fd9-4647-bf73-bd73cc58392a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.915492] env[63862]: DEBUG nova.virt.vmwareapi.vmops [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfiguring VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2520.915879] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2520.916118] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ab0471-e307-4e2e-9363-58a3402dfd40 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.934111] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Waiting for the task: (returnval){ [ 2520.934111] env[63862]: value = "task-2099187" [ 2520.934111] env[63862]: _type = "Task" [ 2520.934111] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2520.941560] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.440678] env[63862]: DEBUG nova.network.neutron [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [{"id": "160d0538-9424-417a-8246-0b6c198f4cf1", "address": "fa:16:3e:22:b7:b0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap160d0538-94", "ovs_interfaceid": "160d0538-9424-417a-8246-0b6c198f4cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2521.447333] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.467528] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "8b374894-319a-41ca-89c7-7077f1c82de6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2521.467749] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2521.467942] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "8b374894-319a-41ca-89c7-7077f1c82de6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2521.468134] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2521.468298] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2521.470075] env[63862]: INFO nova.compute.manager [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Terminating instance [ 2521.944806] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2521.946802] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.973140] env[63862]: DEBUG nova.compute.manager [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2521.973358] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2521.974133] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a88cfa-ff3e-41a9-985f-2d899d6773f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.981394] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2521.981607] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcbe9e17-b7ef-4048-af68-b164b9390d0a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.987511] env[63862]: DEBUG oslo_vmware.api [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2521.987511] env[63862]: value = "task-2099188" [ 2521.987511] env[63862]: _type = "Task" [ 2521.987511] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.994433] env[63862]: DEBUG oslo_vmware.api [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.445485] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.448455] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6d1f7ffe-ece5-4749-a065-6c44e6bcd577 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9264ae6-e3fd-42b4-8167-fdc041bb03f4-c2b0604b-5110-48a3-9b42-c10e6d5250b2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 16.048s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2522.496218] env[63862]: DEBUG oslo_vmware.api [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099188, 'name': PowerOffVM_Task, 'duration_secs': 0.182123} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.496474] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2522.496638] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2522.496878] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5755e4d0-10a2-451f-8b89-b74d298f7e2b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.744773] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2522.745034] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2522.745189] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleting the datastore file [datastore2] 8b374894-319a-41ca-89c7-7077f1c82de6 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2522.745457] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6759d304-560d-471f-ace4-4c50bd31b30e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.751996] env[63862]: DEBUG oslo_vmware.api [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for the task: (returnval){ [ 2522.751996] env[63862]: value = "task-2099190" [ 2522.751996] env[63862]: _type = "Task" [ 2522.751996] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.759933] env[63862]: DEBUG oslo_vmware.api [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.945849] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.261835] env[63862]: DEBUG oslo_vmware.api [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Task: {'id': task-2099190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14189} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2523.262118] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2523.262312] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2523.262488] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2523.262665] env[63862]: INFO nova.compute.manager [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2523.262897] env[63862]: DEBUG oslo.service.loopingcall [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2523.263098] env[63862]: DEBUG nova.compute.manager [-] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2523.263194] env[63862]: DEBUG nova.network.neutron [-] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2523.446091] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.660782] env[63862]: DEBUG nova.compute.manager [req-53be7e60-83f2-47ab-a23c-499c2ed8929a req-a82f71a3-93a4-4a1d-93da-268add157308 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Received event network-vif-deleted-752f994e-f125-43bc-aee2-b462d5cb7559 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2523.660970] env[63862]: INFO nova.compute.manager [req-53be7e60-83f2-47ab-a23c-499c2ed8929a req-a82f71a3-93a4-4a1d-93da-268add157308 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Neutron deleted interface 752f994e-f125-43bc-aee2-b462d5cb7559; detaching it from the instance and deleting it from the info cache [ 2523.661158] env[63862]: DEBUG nova.network.neutron [req-53be7e60-83f2-47ab-a23c-499c2ed8929a req-a82f71a3-93a4-4a1d-93da-268add157308 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2523.947427] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.141125] env[63862]: DEBUG nova.network.neutron [-] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2524.164053] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57ed7313-d474-475a-9f29-f5b627f23538 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.174339] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e5bf4-4dde-45a4-8d69-fc087cbee8cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.198498] env[63862]: DEBUG nova.compute.manager [req-53be7e60-83f2-47ab-a23c-499c2ed8929a req-a82f71a3-93a4-4a1d-93da-268add157308 service nova] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Detach interface failed, port_id=752f994e-f125-43bc-aee2-b462d5cb7559, reason: Instance 8b374894-319a-41ca-89c7-7077f1c82de6 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2524.447908] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.644119] env[63862]: INFO nova.compute.manager [-] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Took 1.38 seconds to deallocate network for instance. [ 2524.896632] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2524.948568] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.151140] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2525.151437] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2525.151666] env[63862]: DEBUG nova.objects.instance [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lazy-loading 'resources' on Instance uuid 8b374894-319a-41ca-89c7-7077f1c82de6 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2525.449622] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.706015] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b351d50-2a94-46d0-88fa-3e8bd1d4afc7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.712146] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18699500-3976-4f85-9bc1-03babd301fff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.743017] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee9182-57db-4641-a36f-eb2cf04a6797 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.749954] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1a04dc-c8e0-45f8-9779-c1532d47535e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.763054] env[63862]: DEBUG nova.compute.provider_tree [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2525.949963] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.266158] env[63862]: DEBUG nova.scheduler.client.report [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2526.450470] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.771419] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2526.793009] env[63862]: INFO nova.scheduler.client.report [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Deleted allocations for instance 8b374894-319a-41ca-89c7-7077f1c82de6 [ 2526.950654] env[63862]: DEBUG oslo_vmware.api [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Task: {'id': task-2099187, 'name': ReconfigVM_Task, 'duration_secs': 5.852402} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.951073] env[63862]: DEBUG oslo_concurrency.lockutils [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] Releasing lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2526.951170] env[63862]: DEBUG nova.virt.vmwareapi.vmops [req-d3319598-69c0-48c4-a291-c48210b838dc req-74cb8ed8-dc4b-423e-b668-44843d78d0d9 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Reconfigured VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2526.951624] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.036s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2526.951842] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2526.952053] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2526.952230] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2526.954212] env[63862]: INFO nova.compute.manager [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Terminating instance [ 2527.301198] env[63862]: DEBUG oslo_concurrency.lockutils [None req-8f8c70c2-761e-424b-9175-e83b934bed81 tempest-ServerActionsTestJSON-1060151709 tempest-ServerActionsTestJSON-1060151709-project-member] Lock "8b374894-319a-41ca-89c7-7077f1c82de6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.833s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2527.457380] env[63862]: DEBUG nova.compute.manager [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2527.457601] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2527.458571] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc451646-5416-4b6f-a3aa-9c942ef530f3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.467410] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2527.467646] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7e67f6c-543e-47b8-8bc1-72372e1a2eff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.474665] env[63862]: DEBUG oslo_vmware.api [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2527.474665] env[63862]: value = "task-2099191" [ 2527.474665] env[63862]: _type = "Task" [ 2527.474665] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.482590] env[63862]: DEBUG oslo_vmware.api [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.896103] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2527.984493] env[63862]: DEBUG oslo_vmware.api [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099191, 'name': PowerOffVM_Task, 'duration_secs': 0.194789} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.984799] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2527.984918] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2527.985173] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8196bfdf-e0f7-486c-aa94-df904525ebed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.083025] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2528.083277] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2528.083461] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleting the datastore file [datastore2] d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2528.083724] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f399c4f-1276-4bd1-9a73-4b5663100e36 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.090334] env[63862]: DEBUG oslo_vmware.api [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2528.090334] env[63862]: value = "task-2099193" [ 2528.090334] env[63862]: _type = "Task" [ 2528.090334] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.098481] env[63862]: DEBUG oslo_vmware.api [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.601950] env[63862]: DEBUG oslo_vmware.api [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192659} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.602331] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2528.602537] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2528.602715] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2528.602888] env[63862]: INFO nova.compute.manager [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2528.603141] env[63862]: DEBUG oslo.service.loopingcall [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2528.603337] env[63862]: DEBUG nova.compute.manager [-] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2528.603437] env[63862]: DEBUG nova.network.neutron [-] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2528.896908] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2529.001405] env[63862]: DEBUG nova.compute.manager [req-2f464545-edc1-4396-97ea-208ca6639048 req-ebd4033d-3b76-43f4-8118-4f011f30f997 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Received event network-vif-deleted-160d0538-9424-417a-8246-0b6c198f4cf1 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2529.001699] env[63862]: INFO nova.compute.manager [req-2f464545-edc1-4396-97ea-208ca6639048 req-ebd4033d-3b76-43f4-8118-4f011f30f997 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Neutron deleted interface 160d0538-9424-417a-8246-0b6c198f4cf1; detaching it from the instance and deleting it from the info cache [ 2529.001817] env[63862]: DEBUG nova.network.neutron [req-2f464545-edc1-4396-97ea-208ca6639048 req-ebd4033d-3b76-43f4-8118-4f011f30f997 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2529.480886] env[63862]: DEBUG nova.network.neutron [-] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2529.506535] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-278234e9-e292-476a-9e52-3eb4c7a11a13 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.517275] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b096d4-caf6-4324-a905-b1b56999345a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.543179] env[63862]: DEBUG nova.compute.manager [req-2f464545-edc1-4396-97ea-208ca6639048 req-ebd4033d-3b76-43f4-8118-4f011f30f997 service nova] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Detach interface failed, port_id=160d0538-9424-417a-8246-0b6c198f4cf1, reason: Instance d9264ae6-e3fd-42b4-8167-fdc041bb03f4 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2529.984034] env[63862]: INFO nova.compute.manager [-] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Took 1.38 seconds to deallocate network for instance. [ 2530.490012] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2530.490299] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2530.490519] env[63862]: DEBUG nova.objects.instance [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'resources' on Instance uuid d9264ae6-e3fd-42b4-8167-fdc041bb03f4 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2530.891774] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2530.896401] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2530.896589] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2531.038498] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e575c105-d051-4be8-a1c2-5e7ad7cb5026 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.046146] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c2683e-d10e-4148-a69b-99390cc15a45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.076915] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b5e63-4bbd-4feb-85c0-604c3d89f4d7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.083997] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8386f3b8-1b79-42ad-a9c5-9c0267033d2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.096758] env[63862]: DEBUG nova.compute.provider_tree [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2531.600268] env[63862]: DEBUG nova.scheduler.client.report [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2531.896324] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2531.896507] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2532.104789] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2532.122662] env[63862]: INFO nova.scheduler.client.report [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted allocations for instance d9264ae6-e3fd-42b4-8167-fdc041bb03f4 [ 2532.630675] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f6dbffcf-c342-4206-8606-fcae00932447 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9264ae6-e3fd-42b4-8167-fdc041bb03f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.678s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.895926] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2533.896254] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2534.505053] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.505053] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9822da8-b694-443d-8004-e63256df12b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2535.007565] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2535.404563] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2535.404825] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2535.530541] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2535.530839] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2535.532807] env[63862]: INFO nova.compute.claims [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2535.908173] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2536.577561] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe635083-a7f7-4a8b-a99f-5b4ab6dd4f82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.587024] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e81edd1-a8eb-4cbf-8e5b-211ed5396688 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.625268] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610bd50-da8a-4c91-a4df-77fe520a1845 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.632495] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec7a01c-2c2d-432b-9ea7-387bd1ce7859 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.644967] env[63862]: DEBUG nova.compute.provider_tree [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2537.148467] env[63862]: DEBUG nova.scheduler.client.report [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2537.653579] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2537.654133] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2537.657992] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.750s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2537.658702] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2537.658702] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2537.659333] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b7cec4-68c7-40d2-9f32-acdc5c8e51e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.667119] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd98a548-ea3c-4bd6-b4ae-174a33a8a06e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.680255] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70340759-086a-4caa-b188-aa81579477f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.686222] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d1b6c4-92d5-4ff0-898e-8b09e533f551 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.714416] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180274MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2537.714544] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2537.714781] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.160624] env[63862]: DEBUG nova.compute.utils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2538.162305] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2538.162963] env[63862]: DEBUG nova.network.neutron [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2538.209648] env[63862]: DEBUG nova.policy [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2538.465194] env[63862]: DEBUG nova.network.neutron [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Successfully created port: 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2538.665745] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2538.736402] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2538.736600] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d9822da8-b694-443d-8004-e63256df12b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2538.736781] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2538.736918] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2538.772042] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f445c7-945e-4b4f-bc22-3a3f69c21d73 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.779601] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eb6ff9-c2b4-46b1-9bfa-785e8cd912b3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.808824] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a8816-6ea7-45ed-9bc2-981f1790d9bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.815699] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5344e8-5ff6-453c-a2c3-10aaeedc0b48 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.828108] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2539.331339] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2539.677064] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2539.700866] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2539.701138] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2539.701300] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2539.701508] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2539.701678] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2539.701830] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2539.702050] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2539.702212] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2539.702381] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2539.702539] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2539.702712] env[63862]: DEBUG nova.virt.hardware [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2539.703632] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98335a12-1f22-4f34-bafe-e9fc8a23240e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.711573] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65995908-7564-4e1a-b49b-9b492fb601ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.835825] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2539.836089] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2541.646669] env[63862]: DEBUG nova.compute.manager [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2541.647659] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b118628-54e0-44fe-a538-8d8678dffa98 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.157918] env[63862]: INFO nova.compute.manager [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] instance snapshotting [ 2542.158620] env[63862]: DEBUG nova.objects.instance [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'flavor' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2542.663720] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053dacac-c0bd-42d7-8045-86af256901ae {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.682771] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b009b-7a50-47a7-81be-d064f7a254b5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.192546] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2543.192931] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf078f3f-2dd1-4877-ae25-0b096f612e03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.201347] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2543.201347] env[63862]: value = "task-2099194" [ 2543.201347] env[63862]: _type = "Task" [ 2543.201347] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2543.210750] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.712149] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099194, 'name': CreateSnapshot_Task, 'duration_secs': 0.423826} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2543.712429] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2543.713158] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b69271-64dd-4c14-9fbf-f5507ae10561 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.229752] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2544.230046] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef216cb9-bbd3-4c7c-ae8d-d01eabafc78d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.238531] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2544.238531] env[63862]: value = "task-2099195" [ 2544.238531] env[63862]: _type = "Task" [ 2544.238531] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2544.246450] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099195, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.750160] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099195, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.251102] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099195, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2545.766965] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099195, 'name': CloneVM_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.251014] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099195, 'name': CloneVM_Task, 'duration_secs': 1.569368} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2546.251603] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created linked-clone VM from snapshot [ 2546.252092] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eadb723-d0b2-4295-aed6-b3913c7b4a5f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.258907] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Uploading image 8de6dd34-6076-48a1-854b-694864d2db12 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2546.278763] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2546.278763] env[63862]: value = "vm-429812" [ 2546.278763] env[63862]: _type = "VirtualMachine" [ 2546.278763] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2546.278993] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a15eaea-32a3-4869-ae83-1fc34dec2cd6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.285458] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease: (returnval){ [ 2546.285458] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52348e71-111a-982a-5921-86a4b59254f8" [ 2546.285458] env[63862]: _type = "HttpNfcLease" [ 2546.285458] env[63862]: } obtained for exporting VM: (result){ [ 2546.285458] env[63862]: value = "vm-429812" [ 2546.285458] env[63862]: _type = "VirtualMachine" [ 2546.285458] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2546.285691] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the lease: (returnval){ [ 2546.285691] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52348e71-111a-982a-5921-86a4b59254f8" [ 2546.285691] env[63862]: _type = "HttpNfcLease" [ 2546.285691] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2546.291724] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2546.291724] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52348e71-111a-982a-5921-86a4b59254f8" [ 2546.291724] env[63862]: _type = "HttpNfcLease" [ 2546.291724] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2546.367937] env[63862]: DEBUG nova.compute.manager [req-e4b706f0-b7bc-40e2-8cc9-0ac42aa16a12 req-d05a7333-2965-4001-b6bb-5e403c6bcb74 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-vif-plugged-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2546.368254] env[63862]: DEBUG oslo_concurrency.lockutils [req-e4b706f0-b7bc-40e2-8cc9-0ac42aa16a12 req-d05a7333-2965-4001-b6bb-5e403c6bcb74 service nova] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2546.368487] env[63862]: DEBUG oslo_concurrency.lockutils [req-e4b706f0-b7bc-40e2-8cc9-0ac42aa16a12 req-d05a7333-2965-4001-b6bb-5e403c6bcb74 service nova] Lock "d9822da8-b694-443d-8004-e63256df12b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2546.368682] env[63862]: DEBUG oslo_concurrency.lockutils [req-e4b706f0-b7bc-40e2-8cc9-0ac42aa16a12 req-d05a7333-2965-4001-b6bb-5e403c6bcb74 service nova] Lock "d9822da8-b694-443d-8004-e63256df12b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2546.368805] env[63862]: DEBUG nova.compute.manager [req-e4b706f0-b7bc-40e2-8cc9-0ac42aa16a12 req-d05a7333-2965-4001-b6bb-5e403c6bcb74 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] No waiting events found dispatching network-vif-plugged-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2546.368972] env[63862]: WARNING nova.compute.manager [req-e4b706f0-b7bc-40e2-8cc9-0ac42aa16a12 req-d05a7333-2965-4001-b6bb-5e403c6bcb74 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received unexpected event network-vif-plugged-5f3de4b6-4167-4f07-aa90-d779ed26091c for instance with vm_state building and task_state spawning. [ 2546.452287] env[63862]: DEBUG nova.network.neutron [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Successfully updated port: 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2546.794247] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2546.794247] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52348e71-111a-982a-5921-86a4b59254f8" [ 2546.794247] env[63862]: _type = "HttpNfcLease" [ 2546.794247] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2546.794562] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2546.794562] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52348e71-111a-982a-5921-86a4b59254f8" [ 2546.794562] env[63862]: _type = "HttpNfcLease" [ 2546.794562] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2546.795244] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ce4b78-42f6-410c-82f6-5847dfbbacbf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.802078] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210323a-9fa3-bbbc-ec8d-878bbae60b76/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2546.802258] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210323a-9fa3-bbbc-ec8d-878bbae60b76/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2546.886668] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ece2e6cc-654a-4555-82ac-c1febf080723 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.957150] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2546.957188] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2546.957372] env[63862]: DEBUG nova.network.neutron [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2547.494955] env[63862]: DEBUG nova.network.neutron [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2547.634910] env[63862]: DEBUG nova.network.neutron [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2548.138687] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2548.138687] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Instance network_info: |[{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2548.138687] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:ce:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f3de4b6-4167-4f07-aa90-d779ed26091c', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2548.146622] env[63862]: DEBUG oslo.service.loopingcall [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2548.147337] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9822da8-b694-443d-8004-e63256df12b8] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2548.147337] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78df361-3e94-4230-9e12-6b0b437bce90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.168363] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2548.168363] env[63862]: value = "task-2099197" [ 2548.168363] env[63862]: _type = "Task" [ 2548.168363] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.176294] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099197, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.394453] env[63862]: DEBUG nova.compute.manager [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2548.394668] env[63862]: DEBUG nova.compute.manager [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing instance network info cache due to event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2548.394899] env[63862]: DEBUG oslo_concurrency.lockutils [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2548.395123] env[63862]: DEBUG oslo_concurrency.lockutils [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2548.395329] env[63862]: DEBUG nova.network.neutron [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2548.677513] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099197, 'name': CreateVM_Task, 'duration_secs': 0.426725} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.678966] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9822da8-b694-443d-8004-e63256df12b8] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2548.678966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2548.678966] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2548.679233] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2548.679492] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1dfd654-f984-4d0a-aabc-f657122f58fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.683977] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2548.683977] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]521cfd56-f6df-ff4e-d8bc-90ed4c9b461a" [ 2548.683977] env[63862]: _type = "Task" [ 2548.683977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.691436] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521cfd56-f6df-ff4e-d8bc-90ed4c9b461a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.093433] env[63862]: DEBUG nova.network.neutron [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updated VIF entry in instance network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2549.093873] env[63862]: DEBUG nova.network.neutron [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2549.194725] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]521cfd56-f6df-ff4e-d8bc-90ed4c9b461a, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.195061] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2549.195316] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2549.195558] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2549.195706] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2549.195884] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2549.196168] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08772c05-49e6-4950-a851-a351e0737be1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.205160] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2549.205348] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2549.206140] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9442071d-a3d9-4dcb-8bd5-633c0c94f171 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.211408] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2549.211408] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52187b86-da6b-3426-b54d-87ffc0c241dc" [ 2549.211408] env[63862]: _type = "Task" [ 2549.211408] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.218799] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52187b86-da6b-3426-b54d-87ffc0c241dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.596708] env[63862]: DEBUG oslo_concurrency.lockutils [req-b131c830-e6da-4675-9c78-789e537e3ddc req-d2444c71-4a4e-4951-921c-2399f21a7383 service nova] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2549.726290] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52187b86-da6b-3426-b54d-87ffc0c241dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.727103] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3249d45-9361-48b6-9cf5-51d5a2dc8c8a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.732756] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2549.732756] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52837b36-aa45-f6b4-f479-96d22b25e0e2" [ 2549.732756] env[63862]: _type = "Task" [ 2549.732756] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.740200] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52837b36-aa45-f6b4-f479-96d22b25e0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.243145] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52837b36-aa45-f6b4-f479-96d22b25e0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.243498] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2550.243708] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d9822da8-b694-443d-8004-e63256df12b8/d9822da8-b694-443d-8004-e63256df12b8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2550.243973] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af660a2-319c-44ca-8d4d-d64e3726c92f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.250455] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2550.250455] env[63862]: value = "task-2099198" [ 2550.250455] env[63862]: _type = "Task" [ 2550.250455] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.258199] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.760943] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440325} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.761274] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d9822da8-b694-443d-8004-e63256df12b8/d9822da8-b694-443d-8004-e63256df12b8.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2550.761623] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2550.761833] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c43ac6b5-1b12-422a-9564-0db58caa2bf7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.768610] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2550.768610] env[63862]: value = "task-2099199" [ 2550.768610] env[63862]: _type = "Task" [ 2550.768610] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.776401] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.278901] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0624} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.279278] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2551.279963] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d906dc-cd51-48b6-8a81-835bcee6f434 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.301881] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] d9822da8-b694-443d-8004-e63256df12b8/d9822da8-b694-443d-8004-e63256df12b8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2551.302196] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-839b9aed-6da6-40eb-be61-613c2355baa6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.321931] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2551.321931] env[63862]: value = "task-2099200" [ 2551.321931] env[63862]: _type = "Task" [ 2551.321931] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.329885] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.833481] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099200, 'name': ReconfigVM_Task, 'duration_secs': 0.303794} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.833758] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] d9822da8-b694-443d-8004-e63256df12b8/d9822da8-b694-443d-8004-e63256df12b8.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2551.834412] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee63c6d5-d7e2-42ad-be0d-a27133d2fdbf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.840476] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2551.840476] env[63862]: value = "task-2099201" [ 2551.840476] env[63862]: _type = "Task" [ 2551.840476] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.847926] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099201, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.350637] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099201, 'name': Rename_Task, 'duration_secs': 0.157097} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.350976] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2552.351247] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b10422f-88d0-4328-ad71-10e24b547fcb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.357802] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2552.357802] env[63862]: value = "task-2099202" [ 2552.357802] env[63862]: _type = "Task" [ 2552.357802] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.365319] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.868226] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.369748] env[63862]: DEBUG oslo_vmware.api [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099202, 'name': PowerOnVM_Task, 'duration_secs': 0.597731} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.370226] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2553.370443] env[63862]: INFO nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Took 13.69 seconds to spawn the instance on the hypervisor. [ 2553.370658] env[63862]: DEBUG nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2553.371486] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a80a1-be01-42f5-9acc-76f9f6fcb11b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.892087] env[63862]: INFO nova.compute.manager [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Took 18.38 seconds to build instance. [ 2554.394131] env[63862]: DEBUG oslo_concurrency.lockutils [None req-82b33cb4-6571-4f33-9034-95f5ab02a71b tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9822da8-b694-443d-8004-e63256df12b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.889s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2554.473757] env[63862]: DEBUG nova.compute.manager [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2554.473841] env[63862]: DEBUG nova.compute.manager [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing instance network info cache due to event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2554.474070] env[63862]: DEBUG oslo_concurrency.lockutils [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2554.474753] env[63862]: DEBUG oslo_concurrency.lockutils [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2554.474753] env[63862]: DEBUG nova.network.neutron [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2554.874995] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210323a-9fa3-bbbc-ec8d-878bbae60b76/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2554.876049] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89049d51-08f5-46b7-8730-85f08ed05a19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.882649] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210323a-9fa3-bbbc-ec8d-878bbae60b76/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2554.882834] env[63862]: ERROR oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210323a-9fa3-bbbc-ec8d-878bbae60b76/disk-0.vmdk due to incomplete transfer. [ 2554.883429] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-863e4e12-013c-4234-a497-b662dd7cdd57 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.889985] env[63862]: DEBUG oslo_vmware.rw_handles [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5210323a-9fa3-bbbc-ec8d-878bbae60b76/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2554.890195] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Uploaded image 8de6dd34-6076-48a1-854b-694864d2db12 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2554.892425] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2554.892649] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-807e1222-15ca-40c0-80ab-c583f3739593 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.898977] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2554.898977] env[63862]: value = "task-2099203" [ 2554.898977] env[63862]: _type = "Task" [ 2554.898977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.906750] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099203, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.195279] env[63862]: DEBUG nova.network.neutron [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updated VIF entry in instance network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2555.195654] env[63862]: DEBUG nova.network.neutron [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2555.350735] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2555.350973] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2555.410330] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099203, 'name': Destroy_Task, 'duration_secs': 0.388728} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.410637] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroyed the VM [ 2555.410916] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2555.411147] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfe5c22e-fb05-42b2-99cd-696d0f0541cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.417449] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2555.417449] env[63862]: value = "task-2099204" [ 2555.417449] env[63862]: _type = "Task" [ 2555.417449] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2555.425825] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099204, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.698536] env[63862]: DEBUG oslo_concurrency.lockutils [req-ec076792-8397-4894-97d3-b593598f284d req-12aefacc-587d-49aa-b263-d3008f908f4a service nova] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2555.853583] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2555.927388] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099204, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2556.377408] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2556.377668] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2556.379248] env[63862]: INFO nova.compute.claims [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2556.428749] env[63862]: DEBUG oslo_vmware.api [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099204, 'name': RemoveSnapshot_Task, 'duration_secs': 0.546172} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2556.428749] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2556.428749] env[63862]: INFO nova.compute.manager [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 13.77 seconds to snapshot the instance on the hypervisor. [ 2556.964774] env[63862]: DEBUG nova.compute.manager [None req-eea757ea-3841-43a3-a9b4-f66545650fd0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Found 2 images (rotation: 2) {{(pid=63862) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2557.437451] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6f15c-29f1-4f6e-ad4c-b9c9cb04980b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.445037] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7e2346-1d61-4d3c-ac02-9fb1ace75c34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.474790] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee94041-6135-4cc4-a797-ae43bb0ab8f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.477197] env[63862]: DEBUG nova.compute.manager [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2557.477884] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2bbe0d-1d52-4faf-8e3a-a453d8da5f66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.488526] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962bb2e7-d52e-4a61-be40-58d419033f54 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.502558] env[63862]: DEBUG nova.compute.provider_tree [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2557.989439] env[63862]: INFO nova.compute.manager [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] instance snapshotting [ 2557.990090] env[63862]: DEBUG nova.objects.instance [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'flavor' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2558.005728] env[63862]: DEBUG nova.scheduler.client.report [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2558.496017] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaedd5c-ee05-4b88-b661-b8b7b648432c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.514318] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2558.514769] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2558.517733] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a26d9b-945d-4426-be2b-37592e7a9dee {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.022410] env[63862]: DEBUG nova.compute.utils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2559.023842] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2559.024012] env[63862]: DEBUG nova.network.neutron [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2559.026774] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2559.027321] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-80bbd306-749c-465c-9690-2390907574fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.035984] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2559.035984] env[63862]: value = "task-2099205" [ 2559.035984] env[63862]: _type = "Task" [ 2559.035984] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2559.044633] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.076258] env[63862]: DEBUG nova.policy [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2559.365060] env[63862]: DEBUG nova.network.neutron [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Successfully created port: d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2559.527014] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2559.546433] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099205, 'name': CreateSnapshot_Task, 'duration_secs': 0.458813} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2559.546674] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2559.547454] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cdc1a2-d600-4fde-ae71-522705d8dedd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.064447] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2560.064779] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0582c637-95d4-4524-8446-ce072678f5d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.073788] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2560.073788] env[63862]: value = "task-2099206" [ 2560.073788] env[63862]: _type = "Task" [ 2560.073788] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2560.082461] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.537032] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2560.562578] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2560.562846] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2560.563052] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2560.563262] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2560.563412] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2560.563561] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2560.563762] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2560.563956] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2560.564160] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2560.564350] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2560.564526] env[63862]: DEBUG nova.virt.hardware [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2560.565424] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5195305-778b-4470-9091-1e394569a42c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.573282] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c288aae-2190-42e1-9361-50ffa81d7482 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.593249] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.087621] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.587850] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.088816] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.589499] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.089430] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.591280] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.096185] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.593970] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.093563] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.594540] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.095776] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.596593] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.096817] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.597385] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.752998] env[63862]: DEBUG nova.compute.manager [req-57961818-942a-4017-9e87-80e707162b7b req-99d9d3c8-0081-421d-9992-a22d9d6ff6ed service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-vif-plugged-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2567.753269] env[63862]: DEBUG oslo_concurrency.lockutils [req-57961818-942a-4017-9e87-80e707162b7b req-99d9d3c8-0081-421d-9992-a22d9d6ff6ed service nova] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2567.753492] env[63862]: DEBUG oslo_concurrency.lockutils [req-57961818-942a-4017-9e87-80e707162b7b req-99d9d3c8-0081-421d-9992-a22d9d6ff6ed service nova] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2567.753655] env[63862]: DEBUG oslo_concurrency.lockutils [req-57961818-942a-4017-9e87-80e707162b7b req-99d9d3c8-0081-421d-9992-a22d9d6ff6ed service nova] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2567.753813] env[63862]: DEBUG nova.compute.manager [req-57961818-942a-4017-9e87-80e707162b7b req-99d9d3c8-0081-421d-9992-a22d9d6ff6ed service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] No waiting events found dispatching network-vif-plugged-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2567.754047] env[63862]: WARNING nova.compute.manager [req-57961818-942a-4017-9e87-80e707162b7b req-99d9d3c8-0081-421d-9992-a22d9d6ff6ed service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received unexpected event network-vif-plugged-d326afca-70f0-45d4-97b8-b053903948a8 for instance with vm_state building and task_state spawning. [ 2567.875530] env[63862]: DEBUG nova.network.neutron [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Successfully updated port: d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2568.098756] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099206, 'name': CloneVM_Task, 'duration_secs': 7.69757} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.099041] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created linked-clone VM from snapshot [ 2568.099752] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f73346-b064-40c2-9e70-b015c59cd93e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.106681] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Uploading image b10cd44e-ec10-4175-979e-4aa862a89ae6 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2568.126046] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2568.126046] env[63862]: value = "vm-429815" [ 2568.126046] env[63862]: _type = "VirtualMachine" [ 2568.126046] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2568.126276] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f084b032-f2dc-474e-8acf-e1759659a7ed {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.133064] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease: (returnval){ [ 2568.133064] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525019e9-893b-4709-c441-17fbbec9beca" [ 2568.133064] env[63862]: _type = "HttpNfcLease" [ 2568.133064] env[63862]: } obtained for exporting VM: (result){ [ 2568.133064] env[63862]: value = "vm-429815" [ 2568.133064] env[63862]: _type = "VirtualMachine" [ 2568.133064] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2568.133293] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the lease: (returnval){ [ 2568.133293] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525019e9-893b-4709-c441-17fbbec9beca" [ 2568.133293] env[63862]: _type = "HttpNfcLease" [ 2568.133293] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2568.138952] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2568.138952] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525019e9-893b-4709-c441-17fbbec9beca" [ 2568.138952] env[63862]: _type = "HttpNfcLease" [ 2568.138952] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2568.378484] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2568.378644] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2568.378795] env[63862]: DEBUG nova.network.neutron [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2568.640825] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2568.640825] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525019e9-893b-4709-c441-17fbbec9beca" [ 2568.640825] env[63862]: _type = "HttpNfcLease" [ 2568.640825] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2568.641195] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2568.641195] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525019e9-893b-4709-c441-17fbbec9beca" [ 2568.641195] env[63862]: _type = "HttpNfcLease" [ 2568.641195] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2568.641765] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce8c782-7bf8-448b-b7bd-ecbf341ba3eb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.649136] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277700f-752f-60c6-9212-1a2f362b8979/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2568.649311] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277700f-752f-60c6-9212-1a2f362b8979/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2568.733066] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43b2f2e9-44db-4357-9b3e-bce48257f5cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.130603] env[63862]: DEBUG nova.network.neutron [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2569.272248] env[63862]: DEBUG nova.network.neutron [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2569.775624] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2569.775961] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Instance network_info: |[{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2569.776419] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:10:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd326afca-70f0-45d4-97b8-b053903948a8', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2569.784409] env[63862]: DEBUG oslo.service.loopingcall [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2569.785895] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2569.787054] env[63862]: DEBUG nova.compute.manager [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-changed-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2569.787308] env[63862]: DEBUG nova.compute.manager [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing instance network info cache due to event network-changed-d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2569.787569] env[63862]: DEBUG oslo_concurrency.lockutils [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2569.787764] env[63862]: DEBUG oslo_concurrency.lockutils [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2569.787970] env[63862]: DEBUG nova.network.neutron [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing network info cache for port d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2569.789579] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a344ca97-dae3-42bf-b0c3-537cb8893ff1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.812975] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2569.812975] env[63862]: value = "task-2099208" [ 2569.812975] env[63862]: _type = "Task" [ 2569.812975] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2569.821241] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099208, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2570.323554] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099208, 'name': CreateVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2570.498875] env[63862]: DEBUG nova.network.neutron [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updated VIF entry in instance network info cache for port d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2570.499281] env[63862]: DEBUG nova.network.neutron [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2570.824134] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099208, 'name': CreateVM_Task, 'duration_secs': 0.586495} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2570.824463] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2570.825044] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2570.825244] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2570.825570] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2570.825829] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e6a289-5f8f-46aa-badb-dd6ec4fc0edb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.830616] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2570.830616] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52fb8e8c-e9fa-a5ad-357f-430ae7cef240" [ 2570.830616] env[63862]: _type = "Task" [ 2570.830616] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.838654] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fb8e8c-e9fa-a5ad-357f-430ae7cef240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.002715] env[63862]: DEBUG oslo_concurrency.lockutils [req-2f04bdac-8e8f-4a0a-b0cf-b69ae2bbd185 req-d166ec1f-0d6d-4b77-998a-0a16c68f690e service nova] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2571.341911] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52fb8e8c-e9fa-a5ad-357f-430ae7cef240, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.342256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2571.342495] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2571.342723] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.342868] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.343056] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2571.343324] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bea7873a-1a23-41cd-bc1e-bdf39dc1eb07 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.351754] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2571.351933] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2571.352700] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed7f433-8f09-41c1-8ddc-0b9508ec3ca2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.357845] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2571.357845] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52eb60ca-3d22-51de-b9ca-d6fb63a604a6" [ 2571.357845] env[63862]: _type = "Task" [ 2571.357845] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.365795] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52eb60ca-3d22-51de-b9ca-d6fb63a604a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.869238] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52eb60ca-3d22-51de-b9ca-d6fb63a604a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012159} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.870100] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3440990c-2861-4771-814c-29a146b51027 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.875453] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2571.875453] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52bbdb10-92f4-baff-7a6b-9b84a566b7a4" [ 2571.875453] env[63862]: _type = "Task" [ 2571.875453] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.882680] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bbdb10-92f4-baff-7a6b-9b84a566b7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.386343] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52bbdb10-92f4-baff-7a6b-9b84a566b7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.386599] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2572.386862] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 959b5dc4-1c15-4c80-8cdf-d7d779fb4659/959b5dc4-1c15-4c80-8cdf-d7d779fb4659.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2572.387146] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742308b5-f002-4386-9f1c-05a3332b039f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.395081] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2572.395081] env[63862]: value = "task-2099209" [ 2572.395081] env[63862]: _type = "Task" [ 2572.395081] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.403236] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.906079] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099209, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.407805] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849486} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.408096] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 959b5dc4-1c15-4c80-8cdf-d7d779fb4659/959b5dc4-1c15-4c80-8cdf-d7d779fb4659.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2573.408307] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2573.408577] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40f87219-ee51-429e-a5b2-e3f92e1f6ce2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.415656] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2573.415656] env[63862]: value = "task-2099210" [ 2573.415656] env[63862]: _type = "Task" [ 2573.415656] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.424524] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.925179] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140774} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.925549] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2573.926284] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdbbe1f-55bb-45f1-8f3f-fc3843f2f28b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.948268] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 959b5dc4-1c15-4c80-8cdf-d7d779fb4659/959b5dc4-1c15-4c80-8cdf-d7d779fb4659.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2573.948558] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d049eb6f-8e2d-4684-b182-2ed77e0d93e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.968779] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2573.968779] env[63862]: value = "task-2099211" [ 2573.968779] env[63862]: _type = "Task" [ 2573.968779] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.978020] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.479845] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099211, 'name': ReconfigVM_Task, 'duration_secs': 0.319122} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.480200] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 959b5dc4-1c15-4c80-8cdf-d7d779fb4659/959b5dc4-1c15-4c80-8cdf-d7d779fb4659.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2574.480927] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d60d077-47c5-484d-8560-085c9ba4e8b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.486977] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2574.486977] env[63862]: value = "task-2099212" [ 2574.486977] env[63862]: _type = "Task" [ 2574.486977] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.495229] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099212, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.997681] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099212, 'name': Rename_Task, 'duration_secs': 0.15216} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.998080] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2574.998311] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91111e88-1fa3-47fa-84ae-e4195ae26ca8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.005448] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2575.005448] env[63862]: value = "task-2099213" [ 2575.005448] env[63862]: _type = "Task" [ 2575.005448] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2575.013588] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.516490] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.016056] env[63862]: DEBUG oslo_vmware.api [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099213, 'name': PowerOnVM_Task, 'duration_secs': 0.789993} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2576.016420] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2576.016561] env[63862]: INFO nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Took 15.48 seconds to spawn the instance on the hypervisor. [ 2576.016746] env[63862]: DEBUG nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2576.017544] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d0dd3-03ca-4421-b352-6c95aab192d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.536951] env[63862]: INFO nova.compute.manager [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Took 20.18 seconds to build instance. [ 2577.038704] env[63862]: DEBUG oslo_concurrency.lockutils [None req-36a439f8-f42a-42bd-9a4c-2e22acf2386e tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.688s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2577.059320] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277700f-752f-60c6-9212-1a2f362b8979/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2577.060296] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc9fd3-ede2-4c60-b326-3b60499ef86f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.067099] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277700f-752f-60c6-9212-1a2f362b8979/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2577.067271] env[63862]: ERROR oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277700f-752f-60c6-9212-1a2f362b8979/disk-0.vmdk due to incomplete transfer. [ 2577.067484] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a2a4b54-35f8-4817-b160-85ee69256229 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.074638] env[63862]: DEBUG oslo_vmware.rw_handles [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5277700f-752f-60c6-9212-1a2f362b8979/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2577.074843] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Uploaded image b10cd44e-ec10-4175-979e-4aa862a89ae6 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2577.077310] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2577.078065] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c876e215-fc06-4580-86de-feaecad32294 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.084227] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2577.084227] env[63862]: value = "task-2099214" [ 2577.084227] env[63862]: _type = "Task" [ 2577.084227] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2577.093174] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099214, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.524191] env[63862]: DEBUG nova.compute.manager [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2577.524503] env[63862]: DEBUG nova.compute.manager [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing instance network info cache due to event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2577.524760] env[63862]: DEBUG oslo_concurrency.lockutils [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2577.524923] env[63862]: DEBUG oslo_concurrency.lockutils [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2577.525180] env[63862]: DEBUG nova.network.neutron [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2577.594726] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099214, 'name': Destroy_Task} progress is 33%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.094839] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099214, 'name': Destroy_Task, 'duration_secs': 0.544431} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2578.095178] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroyed the VM [ 2578.095524] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2578.095801] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8978b50f-001b-4382-962f-770e80c3349e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.104151] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2578.104151] env[63862]: value = "task-2099215" [ 2578.104151] env[63862]: _type = "Task" [ 2578.104151] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2578.111869] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.240042] env[63862]: DEBUG nova.network.neutron [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updated VIF entry in instance network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2578.240460] env[63862]: DEBUG nova.network.neutron [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2578.544553] env[63862]: DEBUG nova.compute.manager [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-changed-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2578.544780] env[63862]: DEBUG nova.compute.manager [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing instance network info cache due to event network-changed-d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2578.545073] env[63862]: DEBUG oslo_concurrency.lockutils [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2578.545246] env[63862]: DEBUG oslo_concurrency.lockutils [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2578.545441] env[63862]: DEBUG nova.network.neutron [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing network info cache for port d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2578.614246] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099215, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.743715] env[63862]: DEBUG oslo_concurrency.lockutils [req-94a92310-4866-40a2-ba5b-3974ea599ae2 req-b877d5ea-9456-4d5c-b1ff-1d00dea9fc13 service nova] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2579.117300] env[63862]: DEBUG oslo_vmware.api [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099215, 'name': RemoveSnapshot_Task, 'duration_secs': 0.524675} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2579.117579] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2579.117777] env[63862]: INFO nova.compute.manager [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 20.62 seconds to snapshot the instance on the hypervisor. [ 2579.234681] env[63862]: DEBUG nova.network.neutron [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updated VIF entry in instance network info cache for port d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2579.235071] env[63862]: DEBUG nova.network.neutron [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2579.548882] env[63862]: DEBUG nova.compute.manager [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-changed-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2579.549103] env[63862]: DEBUG nova.compute.manager [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing instance network info cache due to event network-changed-d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2579.549302] env[63862]: DEBUG oslo_concurrency.lockutils [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2579.679132] env[63862]: DEBUG nova.compute.manager [None req-02ea0bb9-d03f-4a14-b865-982522b4e2c0 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Found 2 images (rotation: 2) {{(pid=63862) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2579.737948] env[63862]: DEBUG oslo_concurrency.lockutils [req-559c6f06-1760-49c7-867b-8311cc703859 req-2cbaceb0-0136-4384-9326-3d3293a7b2da service nova] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2579.738389] env[63862]: DEBUG oslo_concurrency.lockutils [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2579.738583] env[63862]: DEBUG nova.network.neutron [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing network info cache for port d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2580.439244] env[63862]: DEBUG nova.network.neutron [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updated VIF entry in instance network info cache for port d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2580.439612] env[63862]: DEBUG nova.network.neutron [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2580.564039] env[63862]: DEBUG nova.compute.manager [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2580.564283] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcff0be-82e1-4cc7-a7da-0d6865f46887 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.572183] env[63862]: DEBUG nova.compute.manager [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2580.572625] env[63862]: DEBUG nova.compute.manager [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing instance network info cache due to event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2580.572936] env[63862]: DEBUG oslo_concurrency.lockutils [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2580.573164] env[63862]: DEBUG oslo_concurrency.lockutils [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2580.573466] env[63862]: DEBUG nova.network.neutron [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2580.942626] env[63862]: DEBUG oslo_concurrency.lockutils [req-40d7799f-6d27-4d0f-b244-eecc5d3a4dec req-54adda49-4a90-46e9-8d12-a0d4b9036c87 service nova] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2581.083399] env[63862]: INFO nova.compute.manager [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] instance snapshotting [ 2581.083925] env[63862]: DEBUG nova.objects.instance [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'flavor' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2581.290430] env[63862]: DEBUG nova.network.neutron [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updated VIF entry in instance network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2581.290846] env[63862]: DEBUG nova.network.neutron [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2581.590020] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3a9b15-40cf-44ca-842d-daa9ef30448a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.608563] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c8f98f-058f-4696-ad2d-d4b43daf8065 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.793334] env[63862]: DEBUG oslo_concurrency.lockutils [req-f2abdd15-bbf1-4a47-b824-0d7bb19011af req-5685a8d0-66ff-44d1-a5e1-4ed9f2254bd4 service nova] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2582.119728] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2582.120068] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f4b11edb-c413-49cb-a714-93e5d699cce9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.128173] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2582.128173] env[63862]: value = "task-2099216" [ 2582.128173] env[63862]: _type = "Task" [ 2582.128173] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2582.137397] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099216, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2582.639765] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099216, 'name': CreateSnapshot_Task, 'duration_secs': 0.421325} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2582.640133] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2582.640754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b6b23-d0ca-4b87-bfae-6d7444cb4c90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.158344] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2583.158676] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-840f2ff6-5bc9-440e-b38c-d30d71a7face {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.166831] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2583.166831] env[63862]: value = "task-2099217" [ 2583.166831] env[63862]: _type = "Task" [ 2583.166831] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2583.174379] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2583.678240] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2584.177466] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2584.678756] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2584.836783] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-d9822da8-b694-443d-8004-e63256df12b8-9229f359-6968-4ac6-9bad-4c5f7787cf69" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.837063] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9822da8-b694-443d-8004-e63256df12b8-9229f359-6968-4ac6-9bad-4c5f7787cf69" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.837436] env[63862]: DEBUG nova.objects.instance [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'flavor' on Instance uuid d9822da8-b694-443d-8004-e63256df12b8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2585.178933] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2585.431561] env[63862]: DEBUG nova.objects.instance [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'pci_requests' on Instance uuid d9822da8-b694-443d-8004-e63256df12b8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2585.678867] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2585.935052] env[63862]: DEBUG nova.objects.base [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2585.935052] env[63862]: DEBUG nova.network.neutron [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2585.998779] env[63862]: DEBUG nova.policy [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2586.180559] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2586.682358] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2587.181721] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2588.338739] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2588.339113] env[63862]: WARNING oslo_vmware.common.loopingcall [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] task run outlasted interval by 0.16625599999999996 sec [ 2588.346125] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2588.848838] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.349706] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.850783] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.328178] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2590.328432] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2590.351833] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.853055] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.896705] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2591.353884] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.855560] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.896156] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2591.896320] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2592.355495] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.856625] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099217, 'name': CloneVM_Task, 'duration_secs': 9.555323} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2592.856880] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Created linked-clone VM from snapshot [ 2592.857613] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a86b119-3d97-4b69-bfe1-d2653676c001 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.865079] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Uploading image 292f8e80-dd25-4445-9605-13686deb8b32 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2592.889101] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2592.889101] env[63862]: value = "vm-429818" [ 2592.889101] env[63862]: _type = "VirtualMachine" [ 2592.889101] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2592.889347] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89ecabdc-20fc-4f2a-b7b6-0e4eea7741cb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.890875] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2592.896275] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2592.896539] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease: (returnval){ [ 2592.896539] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52256a63-c4f7-eb22-d2ea-1e36d819c642" [ 2592.896539] env[63862]: _type = "HttpNfcLease" [ 2592.896539] env[63862]: } obtained for exporting VM: (result){ [ 2592.896539] env[63862]: value = "vm-429818" [ 2592.896539] env[63862]: _type = "VirtualMachine" [ 2592.896539] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2592.896746] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the lease: (returnval){ [ 2592.896746] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52256a63-c4f7-eb22-d2ea-1e36d819c642" [ 2592.896746] env[63862]: _type = "HttpNfcLease" [ 2592.896746] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2592.902482] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2592.902482] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52256a63-c4f7-eb22-d2ea-1e36d819c642" [ 2592.902482] env[63862]: _type = "HttpNfcLease" [ 2592.902482] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2593.393129] env[63862]: DEBUG nova.compute.manager [req-1b82c8e8-b904-4acd-a854-4116f03e89e6 req-12bb7ed9-bb73-4ebf-96f3-16c67b49892a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-vif-plugged-9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2593.393366] env[63862]: DEBUG oslo_concurrency.lockutils [req-1b82c8e8-b904-4acd-a854-4116f03e89e6 req-12bb7ed9-bb73-4ebf-96f3-16c67b49892a service nova] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2593.393611] env[63862]: DEBUG oslo_concurrency.lockutils [req-1b82c8e8-b904-4acd-a854-4116f03e89e6 req-12bb7ed9-bb73-4ebf-96f3-16c67b49892a service nova] Lock "d9822da8-b694-443d-8004-e63256df12b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2593.393791] env[63862]: DEBUG oslo_concurrency.lockutils [req-1b82c8e8-b904-4acd-a854-4116f03e89e6 req-12bb7ed9-bb73-4ebf-96f3-16c67b49892a service nova] Lock "d9822da8-b694-443d-8004-e63256df12b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2593.393959] env[63862]: DEBUG nova.compute.manager [req-1b82c8e8-b904-4acd-a854-4116f03e89e6 req-12bb7ed9-bb73-4ebf-96f3-16c67b49892a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] No waiting events found dispatching network-vif-plugged-9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2593.394189] env[63862]: WARNING nova.compute.manager [req-1b82c8e8-b904-4acd-a854-4116f03e89e6 req-12bb7ed9-bb73-4ebf-96f3-16c67b49892a service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received unexpected event network-vif-plugged-9229f359-6968-4ac6-9bad-4c5f7787cf69 for instance with vm_state active and task_state None. [ 2593.405733] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2593.405733] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52256a63-c4f7-eb22-d2ea-1e36d819c642" [ 2593.405733] env[63862]: _type = "HttpNfcLease" [ 2593.405733] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2593.405998] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2593.405998] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52256a63-c4f7-eb22-d2ea-1e36d819c642" [ 2593.405998] env[63862]: _type = "HttpNfcLease" [ 2593.405998] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2593.406724] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb1d53-a5a8-484d-9640-e3ec3c657a43 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.413886] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232c914-5aca-da71-ba4f-33dbf11f4f6c/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2593.414114] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232c914-5aca-da71-ba4f-33dbf11f4f6c/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2593.483594] env[63862]: DEBUG nova.network.neutron [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Successfully updated port: 9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2593.506663] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33af35df-caae-4ca4-af52-f212e59d3d23 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.896194] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2593.986980] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2593.987219] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2593.987377] env[63862]: DEBUG nova.network.neutron [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2594.523978] env[63862]: WARNING nova.network.neutron [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb already exists in list: networks containing: ['b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb']. ignoring it [ 2594.805294] env[63862]: DEBUG nova.network.neutron [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "address": "fa:16:3e:69:ca:5a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9229f359-69", "ovs_interfaceid": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2594.896880] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2594.897133] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2594.897330] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2595.308836] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2595.309606] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2595.309783] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2595.310762] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea267af-c66d-40aa-ba3f-929c5f8ea9a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.328938] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2595.329261] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2595.329435] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2595.329651] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2595.329815] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2595.329997] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2595.330279] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2595.330459] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2595.330659] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2595.330854] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2595.331063] env[63862]: DEBUG nova.virt.hardware [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2595.337821] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Reconfiguring VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2595.338206] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a13ce5-e499-4f5c-ad7d-d4dbee786e0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.357184] env[63862]: DEBUG oslo_vmware.api [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2595.357184] env[63862]: value = "task-2099219" [ 2595.357184] env[63862]: _type = "Task" [ 2595.357184] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.365311] env[63862]: DEBUG oslo_vmware.api [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099219, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.401951] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2595.402158] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2595.402417] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2595.402655] env[63862]: DEBUG nova.objects.instance [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lazy-loading 'info_cache' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2595.419302] env[63862]: DEBUG nova.compute.manager [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-changed-9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2595.421076] env[63862]: DEBUG nova.compute.manager [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing instance network info cache due to event network-changed-9229f359-6968-4ac6-9bad-4c5f7787cf69. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2595.421076] env[63862]: DEBUG oslo_concurrency.lockutils [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2595.421076] env[63862]: DEBUG oslo_concurrency.lockutils [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2595.421076] env[63862]: DEBUG nova.network.neutron [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing network info cache for port 9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2595.867313] env[63862]: DEBUG oslo_vmware.api [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.137867] env[63862]: DEBUG nova.network.neutron [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updated VIF entry in instance network info cache for port 9229f359-6968-4ac6-9bad-4c5f7787cf69. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2596.138377] env[63862]: DEBUG nova.network.neutron [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "address": "fa:16:3e:69:ca:5a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9229f359-69", "ovs_interfaceid": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2596.367780] env[63862]: DEBUG oslo_vmware.api [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099219, 'name': ReconfigVM_Task, 'duration_secs': 0.716052} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.368401] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2596.368626] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Reconfigured VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2596.641776] env[63862]: DEBUG oslo_concurrency.lockutils [req-19fe5941-d060-4ce1-a804-ba245085e068 req-71c55518-d498-4758-a2e8-8da1c52cb45b service nova] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2596.876116] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e2ac5075-af75-4cc1-a237-c4fd5a3309af tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9822da8-b694-443d-8004-e63256df12b8-9229f359-6968-4ac6-9bad-4c5f7787cf69" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.039s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2597.136588] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2597.639128] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2597.639286] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2597.639510] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2598.142617] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2598.142994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2598.142994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2598.143264] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2598.144067] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fbdafc-7975-4b4a-a71e-3af24462ae21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.152397] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a11186-5ec0-4746-ac29-dff2aee53380 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.166041] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fda15f-d90c-4122-852f-efb87d6bc501 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.172998] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef6db8-568c-46ce-80b3-2157d4591c8a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.202590] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180787MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2598.202755] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2598.202960] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2598.540147] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-d9822da8-b694-443d-8004-e63256df12b8-9229f359-6968-4ac6-9bad-4c5f7787cf69" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2598.540416] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9822da8-b694-443d-8004-e63256df12b8-9229f359-6968-4ac6-9bad-4c5f7787cf69" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2599.043882] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2599.044081] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2599.044955] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261baac6-fc67-4c10-b9c1-abc1d64eb401 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.062373] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36317e2-593f-4431-8755-ebf0e8f1e53c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.088339] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Reconfiguring VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2599.088646] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ecd5ce-f197-408c-83ea-293af67e95d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.107314] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2599.107314] env[63862]: value = "task-2099220" [ 2599.107314] env[63862]: _type = "Task" [ 2599.107314] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2599.115278] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2599.229785] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2599.230065] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d9822da8-b694-443d-8004-e63256df12b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2599.230107] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2599.230276] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2599.230413] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2599.278373] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f9ea8-03cf-4609-8e8f-0a34be3bcf14 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.285700] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815f9fa-8865-447f-90e7-b822e570cf38 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.315913] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca717d3-0253-4a69-99f0-83700f30c672 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.323447] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c16b298-28fe-402b-85cb-1efc34d593d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.336684] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2599.617446] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2599.839998] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2600.118123] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2600.345278] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2600.345679] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2600.578507] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232c914-5aca-da71-ba4f-33dbf11f4f6c/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2600.579551] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad266a7e-43fb-4e1e-bbff-7414abfadb19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.585850] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232c914-5aca-da71-ba4f-33dbf11f4f6c/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2600.586027] env[63862]: ERROR oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232c914-5aca-da71-ba4f-33dbf11f4f6c/disk-0.vmdk due to incomplete transfer. [ 2600.586236] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ebde9d09-6a10-44a5-8de1-068d8d8c0d99 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.592485] env[63862]: DEBUG oslo_vmware.rw_handles [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232c914-5aca-da71-ba4f-33dbf11f4f6c/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2600.592697] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Uploaded image 292f8e80-dd25-4445-9605-13686deb8b32 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2600.595046] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2600.595274] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-511578b0-dcf9-4da3-ad41-47695750429c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.601079] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2600.601079] env[63862]: value = "task-2099221" [ 2600.601079] env[63862]: _type = "Task" [ 2600.601079] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2600.608933] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099221, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2600.615999] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.111426] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099221, 'name': Destroy_Task, 'duration_secs': 0.37889} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.114225] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroyed the VM [ 2601.114469] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2601.114718] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-554ec5b9-2790-49a1-bf9a-e4db3cabe6a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.121015] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.122154] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2601.122154] env[63862]: value = "task-2099222" [ 2601.122154] env[63862]: _type = "Task" [ 2601.122154] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2601.128814] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099222, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.621603] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2601.629957] env[63862]: DEBUG oslo_vmware.api [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099222, 'name': RemoveSnapshot_Task, 'duration_secs': 0.490309} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2601.630238] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2601.630471] env[63862]: INFO nova.compute.manager [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 20.04 seconds to snapshot the instance on the hypervisor. [ 2602.123041] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2602.169842] env[63862]: DEBUG nova.compute.manager [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Found 3 images (rotation: 2) {{(pid=63862) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2602.170085] env[63862]: DEBUG nova.compute.manager [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Rotating out 1 backups {{(pid=63862) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2602.170273] env[63862]: DEBUG nova.compute.manager [None req-465afeac-3945-43f7-af1e-d57f272371a9 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleting image 8de6dd34-6076-48a1-854b-694864d2db12 {{(pid=63862) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2602.339956] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2602.623401] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.124455] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.556715] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2603.556958] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2603.557150] env[63862]: DEBUG nova.compute.manager [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2603.558037] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e863a-21c3-4bd3-9046-bfe9d4d3af9d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.565049] env[63862]: DEBUG nova.compute.manager [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63862) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2603.565575] env[63862]: DEBUG nova.objects.instance [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'flavor' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2603.624317] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.124915] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.573367] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2604.573681] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feaba827-8dee-45f8-9261-9c1728ff5048 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.581195] env[63862]: DEBUG oslo_vmware.api [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2604.581195] env[63862]: value = "task-2099223" [ 2604.581195] env[63862]: _type = "Task" [ 2604.581195] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2604.589149] env[63862]: DEBUG oslo_vmware.api [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.625592] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.090757] env[63862]: DEBUG oslo_vmware.api [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099223, 'name': PowerOffVM_Task, 'duration_secs': 0.198329} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2605.091023] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2605.091225] env[63862]: DEBUG nova.compute.manager [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2605.091967] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f7dca8-2dfb-4dd9-9979-5c5ba827db82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.126143] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.604756] env[63862]: DEBUG oslo_concurrency.lockutils [None req-5add3722-6ed6-4e45-beba-ca546c18059c tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2605.628141] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2606.128411] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2606.630342] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2606.748074] env[63862]: DEBUG nova.compute.manager [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Stashing vm_state: stopped {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2607.130217] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.267770] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2607.268033] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2607.629833] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.772963] env[63862]: INFO nova.compute.claims [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2608.131197] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.282296] env[63862]: INFO nova.compute.resource_tracker [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating resource usage from migration 73484aaa-a242-4b86-8572-d7cc1caa22f6 [ 2608.339403] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c8bbb6-eacc-493c-af02-e1f3e6167162 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.348257] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d093831-6827-43a7-95d4-3d97ef6b30e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.377785] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94558f9c-5b33-41ae-af5f-2e5e43077c67 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.384993] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773e06a-1c0e-40a7-b2c6-32974e8b2c26 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.397569] env[63862]: DEBUG nova.compute.provider_tree [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2608.632550] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.901405] env[63862]: DEBUG nova.scheduler.client.report [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2609.133204] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.405892] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2609.406088] env[63862]: INFO nova.compute.manager [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Migrating [ 2609.635404] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.921281] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2609.921523] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2609.921646] env[63862]: DEBUG nova.network.neutron [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2610.133880] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.630010] env[63862]: DEBUG nova.network.neutron [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2610.634746] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.135535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2611.136886] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.635392] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.136669] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.637523] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.648087] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ee9b45-e7b0-4943-bbd3-e31ca7b81c45 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.665490] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2613.138053] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.170856] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2613.171140] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-183ffc8f-f8d4-499c-a128-a404ac96d1ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.177463] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2613.177463] env[63862]: value = "task-2099224" [ 2613.177463] env[63862]: _type = "Task" [ 2613.177463] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2613.184426] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.639100] env[63862]: DEBUG oslo_vmware.api [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099220, 'name': ReconfigVM_Task, 'duration_secs': 14.286744} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2613.639409] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2613.639658] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Reconfigured VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2613.688759] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2613.688962] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2614.194818] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2614.195260] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2614.195260] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2614.195403] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2614.195549] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2614.195696] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2614.195898] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2614.196072] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2614.196243] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2614.196406] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2614.196577] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2614.201944] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f27a51-067e-4132-bb2d-d786663a53d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.217747] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2614.217747] env[63862]: value = "task-2099225" [ 2614.217747] env[63862]: _type = "Task" [ 2614.217747] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2614.225664] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.727256] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099225, 'name': ReconfigVM_Task, 'duration_secs': 0.143866} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2614.727543] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2614.925586] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2614.925800] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2614.925939] env[63862]: DEBUG nova.network.neutron [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2615.233749] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2615.234097] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2615.234178] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2615.234362] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2615.234507] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2615.234654] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2615.234854] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2615.235025] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2615.235221] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2615.235401] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2615.235574] env[63862]: DEBUG nova.virt.hardware [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2615.240770] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2615.241074] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8acb9ac-79d1-4eef-b620-509257bcd3a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.259433] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2615.259433] env[63862]: value = "task-2099226" [ 2615.259433] env[63862]: _type = "Task" [ 2615.259433] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.267207] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2615.420476] env[63862]: DEBUG nova.compute.manager [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2615.420476] env[63862]: DEBUG nova.compute.manager [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing instance network info cache due to event network-changed-5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2615.420476] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] Acquiring lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2615.648346] env[63862]: INFO nova.network.neutron [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Port 9229f359-6968-4ac6-9bad-4c5f7787cf69 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2615.648710] env[63862]: DEBUG nova.network.neutron [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2615.769906] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099226, 'name': ReconfigVM_Task, 'duration_secs': 0.196346} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2615.769906] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2615.770380] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2ae760-de86-449a-afc5-6c2bfe3af5df {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.791840] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414/d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2615.792387] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec95ead-dc79-4167-97ec-0b569c6fe411 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.809931] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2615.809931] env[63862]: value = "task-2099227" [ 2615.809931] env[63862]: _type = "Task" [ 2615.809931] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.817382] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2616.108510] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-959b5dc4-1c15-4c80-8cdf-d7d779fb4659-9229f359-6968-4ac6-9bad-4c5f7787cf69" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2616.108789] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-959b5dc4-1c15-4c80-8cdf-d7d779fb4659-9229f359-6968-4ac6-9bad-4c5f7787cf69" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2616.109178] env[63862]: DEBUG nova.objects.instance [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'flavor' on Instance uuid 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2616.152124] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2616.154256] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] Acquired lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2616.154424] env[63862]: DEBUG nova.network.neutron [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Refreshing network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2616.320634] env[63862]: DEBUG oslo_vmware.api [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099227, 'name': ReconfigVM_Task, 'duration_secs': 0.246692} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2616.320994] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Reconfigured VM instance instance-00000077 to attach disk [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414/d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2616.321155] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2616.657325] env[63862]: DEBUG oslo_concurrency.lockutils [None req-430bbe26-be48-477b-a0bd-d57228d082dc tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-d9822da8-b694-443d-8004-e63256df12b8-9229f359-6968-4ac6-9bad-4c5f7787cf69" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 18.117s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2616.734131] env[63862]: DEBUG nova.objects.instance [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'pci_requests' on Instance uuid 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2616.827030] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134a722-c7fd-4f5c-a55d-ef0a99ed2c42 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.847957] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d3a7a4-7c23-4442-bc24-29ed652a719d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.867710] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2616.883131] env[63862]: DEBUG nova.network.neutron [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updated VIF entry in instance network info cache for port 5f3de4b6-4167-4f07-aa90-d779ed26091c. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2616.883537] env[63862]: DEBUG nova.network.neutron [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [{"id": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "address": "fa:16:3e:55:ce:95", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f3de4b6-41", "ovs_interfaceid": "5f3de4b6-4167-4f07-aa90-d779ed26091c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2617.236614] env[63862]: DEBUG nova.objects.base [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Object Instance<959b5dc4-1c15-4c80-8cdf-d7d779fb4659> lazy-loaded attributes: flavor,pci_requests {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2617.236815] env[63862]: DEBUG nova.network.neutron [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2617.301382] env[63862]: DEBUG nova.policy [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdcdb250972462b87b5eaf8130d3685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2269b36dcf2403680187c809f6edc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2617.386357] env[63862]: DEBUG oslo_concurrency.lockutils [req-cd754f08-6762-4c43-846d-08f1f5eb6a4c req-0824206e-d4ff-48e7-ae39-1cc57b467042 service nova] Releasing lock "refresh_cache-d9822da8-b694-443d-8004-e63256df12b8" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2617.425621] env[63862]: DEBUG nova.network.neutron [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Port 554948bf-2228-43ac-9cde-6f8cbba4b3ba binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2617.446406] env[63862]: DEBUG nova.compute.manager [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-changed-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2617.446463] env[63862]: DEBUG nova.compute.manager [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing instance network info cache due to event network-changed-d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2617.447045] env[63862]: DEBUG oslo_concurrency.lockutils [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2617.447045] env[63862]: DEBUG oslo_concurrency.lockutils [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2617.447045] env[63862]: DEBUG nova.network.neutron [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing network info cache for port d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2618.160691] env[63862]: DEBUG nova.network.neutron [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updated VIF entry in instance network info cache for port d326afca-70f0-45d4-97b8-b053903948a8. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2618.161088] env[63862]: DEBUG nova.network.neutron [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2618.447197] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2618.447592] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2618.447592] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2618.663467] env[63862]: DEBUG oslo_concurrency.lockutils [req-a5ecc257-9ac0-4a0b-a021-4756eef2e38d req-c7774a2d-b4b6-406a-a8ea-b8ed947592dd service nova] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2618.705264] env[63862]: DEBUG nova.compute.manager [req-46b74b57-5be7-44c0-987e-f08a378045bc req-ace8b47c-65b1-40ed-bc29-a506e8b9001d service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-vif-plugged-9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2618.705542] env[63862]: DEBUG oslo_concurrency.lockutils [req-46b74b57-5be7-44c0-987e-f08a378045bc req-ace8b47c-65b1-40ed-bc29-a506e8b9001d service nova] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2618.705678] env[63862]: DEBUG oslo_concurrency.lockutils [req-46b74b57-5be7-44c0-987e-f08a378045bc req-ace8b47c-65b1-40ed-bc29-a506e8b9001d service nova] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2618.705846] env[63862]: DEBUG oslo_concurrency.lockutils [req-46b74b57-5be7-44c0-987e-f08a378045bc req-ace8b47c-65b1-40ed-bc29-a506e8b9001d service nova] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2618.706200] env[63862]: DEBUG nova.compute.manager [req-46b74b57-5be7-44c0-987e-f08a378045bc req-ace8b47c-65b1-40ed-bc29-a506e8b9001d service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] No waiting events found dispatching network-vif-plugged-9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2618.706443] env[63862]: WARNING nova.compute.manager [req-46b74b57-5be7-44c0-987e-f08a378045bc req-ace8b47c-65b1-40ed-bc29-a506e8b9001d service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received unexpected event network-vif-plugged-9229f359-6968-4ac6-9bad-4c5f7787cf69 for instance with vm_state active and task_state None. [ 2618.785306] env[63862]: DEBUG nova.network.neutron [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Successfully updated port: 9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2619.288991] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2619.288991] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2619.290038] env[63862]: DEBUG nova.network.neutron [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2619.481940] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2619.482190] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2619.482324] env[63862]: DEBUG nova.network.neutron [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2619.826384] env[63862]: WARNING nova.network.neutron [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb already exists in list: networks containing: ['b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb']. ignoring it [ 2620.328538] env[63862]: DEBUG nova.network.neutron [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "address": "fa:16:3e:69:ca:5a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9229f359-69", "ovs_interfaceid": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2620.425368] env[63862]: DEBUG nova.network.neutron [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2620.730055] env[63862]: DEBUG nova.compute.manager [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-changed-9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2620.730269] env[63862]: DEBUG nova.compute.manager [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing instance network info cache due to event network-changed-9229f359-6968-4ac6-9bad-4c5f7787cf69. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2620.730455] env[63862]: DEBUG oslo_concurrency.lockutils [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2620.831256] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2620.831888] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2620.832091] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2620.832370] env[63862]: DEBUG oslo_concurrency.lockutils [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2620.832549] env[63862]: DEBUG nova.network.neutron [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Refreshing network info cache for port 9229f359-6968-4ac6-9bad-4c5f7787cf69 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2620.834301] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e85959-cc21-4f71-9ec0-4880042c2a03 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.851242] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2620.851453] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2620.851608] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2620.851787] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2620.851934] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2620.852094] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2620.852296] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2620.852452] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2620.852616] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2620.852778] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2620.852981] env[63862]: DEBUG nova.virt.hardware [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2620.859045] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Reconfiguring VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2620.859980] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fd4f87-5bc0-4d04-b6f6-829bdbe8949b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.877450] env[63862]: DEBUG oslo_vmware.api [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2620.877450] env[63862]: value = "task-2099228" [ 2620.877450] env[63862]: _type = "Task" [ 2620.877450] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.885927] env[63862]: DEBUG oslo_vmware.api [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.928278] env[63862]: DEBUG oslo_concurrency.lockutils [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2621.386976] env[63862]: DEBUG oslo_vmware.api [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.453091] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6c80a-601b-463c-a0c0-2221f5632503 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.473716] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1eab9e2-34ec-45d0-87b3-2ffe0d5e9dd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.480889] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2621.541505] env[63862]: DEBUG nova.network.neutron [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updated VIF entry in instance network info cache for port 9229f359-6968-4ac6-9bad-4c5f7787cf69. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2621.541965] env[63862]: DEBUG nova.network.neutron [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "address": "fa:16:3e:69:ca:5a", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9229f359-69", "ovs_interfaceid": "9229f359-6968-4ac6-9bad-4c5f7787cf69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2621.887970] env[63862]: DEBUG oslo_vmware.api [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099228, 'name': ReconfigVM_Task, 'duration_secs': 0.800157} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2621.888487] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2621.888695] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Reconfigured VM to attach interface {{(pid=63862) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2621.987159] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-092b1058-7e87-4f8a-95c3-564c0d0adcfe tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance 'd5a8e1e6-e44b-4170-ac5c-4b26cf1bf414' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2622.044134] env[63862]: DEBUG oslo_concurrency.lockutils [req-7e53d76c-c738-4f52-967a-62c68af120d0 req-ce2988eb-17d8-4648-be31-7232540f77bf service nova] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2622.393801] env[63862]: DEBUG oslo_concurrency.lockutils [None req-d08de88f-9aeb-48c6-bba5-3f69876718bd tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-959b5dc4-1c15-4c80-8cdf-d7d779fb4659-9229f359-6968-4ac6-9bad-4c5f7787cf69" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.285s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2623.783059] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "interface-959b5dc4-1c15-4c80-8cdf-d7d779fb4659-9229f359-6968-4ac6-9bad-4c5f7787cf69" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2623.783426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-959b5dc4-1c15-4c80-8cdf-d7d779fb4659-9229f359-6968-4ac6-9bad-4c5f7787cf69" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2623.826994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2623.827277] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2623.827503] env[63862]: DEBUG nova.compute.manager [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Going to confirm migration 9 {{(pid=63862) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2624.286791] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2624.287063] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2624.287951] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdcf063-41ac-476e-97d8-eb4af815058b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.306792] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0b2b7e-e1c4-46d5-b5e2-c564e06b294a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.331152] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Reconfiguring VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2624.333532] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ab917b-3fbd-442f-8a57-99d0bb534724 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.353297] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2624.353297] env[63862]: value = "task-2099229" [ 2624.353297] env[63862]: _type = "Task" [ 2624.353297] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2624.361359] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2624.379609] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2624.379917] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2624.380217] env[63862]: DEBUG nova.network.neutron [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2624.380520] env[63862]: DEBUG nova.objects.instance [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'info_cache' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2624.863254] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.364493] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.580110] env[63862]: DEBUG nova.network.neutron [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2625.864843] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.082945] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2626.083267] env[63862]: DEBUG nova.objects.instance [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'migration_context' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2626.365904] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.586624] env[63862]: DEBUG nova.objects.base [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2626.587563] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbc8a3-3f82-48ca-a16c-fd361f3be436 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.607429] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95518c0-aa4a-47fd-b3aa-d3a8c83c8375 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.612845] env[63862]: DEBUG oslo_vmware.api [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2626.612845] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52d3126b-e39c-08d1-a11b-6d9c413219f1" [ 2626.612845] env[63862]: _type = "Task" [ 2626.612845] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.620142] env[63862]: DEBUG oslo_vmware.api [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d3126b-e39c-08d1-a11b-6d9c413219f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.866684] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.123451] env[63862]: DEBUG oslo_vmware.api [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52d3126b-e39c-08d1-a11b-6d9c413219f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.123721] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2627.123947] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2627.368110] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.681174] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad095cd-7ecc-4742-ab9f-f53227ea3a44 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.688449] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649051eb-1a39-4517-ba3a-b28925512d2a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.716505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a2faec-a5ac-48af-90c5-3df364ff42d3 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.722972] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb7773b-a8d6-4f41-b570-54f1748ba035 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.735519] env[63862]: DEBUG nova.compute.provider_tree [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2627.869470] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.239084] env[63862]: DEBUG nova.scheduler.client.report [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2628.368935] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.870448] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2629.250262] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.126s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2629.250480] env[63862]: DEBUG nova.compute.manager [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63862) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2629.371565] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2629.808224] env[63862]: INFO nova.scheduler.client.report [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted allocation for migration 73484aaa-a242-4b86-8572-d7cc1caa22f6 [ 2629.870772] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2630.314539] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f71d2ff6-4ebf-44b2-a0a1-061f4ea45eba tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.487s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2630.371597] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2630.714838] env[63862]: DEBUG nova.objects.instance [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'flavor' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2630.872700] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2631.220456] env[63862]: DEBUG oslo_concurrency.lockutils [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2631.220605] env[63862]: DEBUG oslo_concurrency.lockutils [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2631.220773] env[63862]: DEBUG nova.network.neutron [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2631.220951] env[63862]: DEBUG nova.objects.instance [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'info_cache' on Instance uuid d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2631.372119] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2631.724630] env[63862]: DEBUG nova.objects.base [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2631.873265] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2632.375127] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2632.452682] env[63862]: DEBUG nova.network.neutron [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [{"id": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "address": "fa:16:3e:e9:b3:b6", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554948bf-22", "ovs_interfaceid": "554948bf-2228-43ac-9cde-6f8cbba4b3ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2632.875661] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2632.955608] env[63862]: DEBUG oslo_concurrency.lockutils [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2633.375925] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2633.875868] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2633.963103] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2633.963103] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e01ab09-ac69-468a-8330-d70942bc4822 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.969660] env[63862]: DEBUG oslo_vmware.api [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2633.969660] env[63862]: value = "task-2099230" [ 2633.969660] env[63862]: _type = "Task" [ 2633.969660] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2633.977249] env[63862]: DEBUG oslo_vmware.api [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.377775] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2634.479318] env[63862]: DEBUG oslo_vmware.api [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099230, 'name': PowerOnVM_Task, 'duration_secs': 0.464855} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2634.479596] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2634.479840] env[63862]: DEBUG nova.compute.manager [None req-249c6aab-b6cb-436e-88c8-235227f8c31a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2634.480611] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4ad45f-f106-49c7-9197-4fbd98252300 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2634.877682] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.320431] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2635.320689] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2635.320898] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2635.321115] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2635.321310] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2635.323396] env[63862]: INFO nova.compute.manager [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Terminating instance [ 2635.377774] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.827820] env[63862]: DEBUG nova.compute.manager [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2635.828078] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2635.828968] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30cb95e-640b-4322-9cae-e07ee1a3a257 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.836328] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2635.836549] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebed6f70-181a-4f9a-9471-1fc51cfb54f6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2635.842367] env[63862]: DEBUG oslo_vmware.api [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2635.842367] env[63862]: value = "task-2099231" [ 2635.842367] env[63862]: _type = "Task" [ 2635.842367] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2635.849617] env[63862]: DEBUG oslo_vmware.api [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2635.877396] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2636.352231] env[63862]: DEBUG oslo_vmware.api [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099231, 'name': PowerOffVM_Task, 'duration_secs': 0.166769} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2636.352526] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2636.352650] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2636.352886] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcfd8495-810f-45c0-9a9d-dae764a3d62c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2636.378133] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2636.879777] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2637.380802] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2637.881804] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.382580] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.824670] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2638.824900] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2638.825098] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleting the datastore file [datastore2] d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2638.825384] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76c0e28c-d86d-4284-8f7b-1b8700936a21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2638.831468] env[63862]: DEBUG oslo_vmware.api [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2638.831468] env[63862]: value = "task-2099233" [ 2638.831468] env[63862]: _type = "Task" [ 2638.831468] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2638.839708] env[63862]: DEBUG oslo_vmware.api [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2638.883511] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2639.342374] env[63862]: DEBUG oslo_vmware.api [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168267} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.342625] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2639.342809] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2639.342978] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2639.343165] env[63862]: INFO nova.compute.manager [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 3.52 seconds to destroy the instance on the hypervisor. [ 2639.343436] env[63862]: DEBUG oslo.service.loopingcall [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2639.343629] env[63862]: DEBUG nova.compute.manager [-] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2639.343722] env[63862]: DEBUG nova.network.neutron [-] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2639.385535] env[63862]: DEBUG oslo_vmware.api [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099229, 'name': ReconfigVM_Task, 'duration_secs': 14.581376} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2639.385848] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2639.385950] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Reconfigured VM to detach interface {{(pid=63862) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2640.021596] env[63862]: DEBUG nova.compute.manager [req-292c4159-48a7-48fb-bac9-bad5a6f09e59 req-405644e9-6573-441b-9da9-a09ca7dcadc5 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Received event network-vif-deleted-554948bf-2228-43ac-9cde-6f8cbba4b3ba {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2640.021706] env[63862]: INFO nova.compute.manager [req-292c4159-48a7-48fb-bac9-bad5a6f09e59 req-405644e9-6573-441b-9da9-a09ca7dcadc5 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Neutron deleted interface 554948bf-2228-43ac-9cde-6f8cbba4b3ba; detaching it from the instance and deleting it from the info cache [ 2640.021880] env[63862]: DEBUG nova.network.neutron [req-292c4159-48a7-48fb-bac9-bad5a6f09e59 req-405644e9-6573-441b-9da9-a09ca7dcadc5 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2640.480282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2640.480615] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2640.480702] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2640.480873] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2640.481053] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2640.484071] env[63862]: INFO nova.compute.manager [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Terminating instance [ 2640.499138] env[63862]: DEBUG nova.network.neutron [-] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2640.523784] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f09e759-7e36-46ea-b2e9-f32d953bf472 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.533683] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3fb44c-2f52-4205-b9e3-5e278b381bab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.557678] env[63862]: DEBUG nova.compute.manager [req-292c4159-48a7-48fb-bac9-bad5a6f09e59 req-405644e9-6573-441b-9da9-a09ca7dcadc5 service nova] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Detach interface failed, port_id=554948bf-2228-43ac-9cde-6f8cbba4b3ba, reason: Instance d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2640.947454] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2640.947648] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquired lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2640.947837] env[63862]: DEBUG nova.network.neutron [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2640.986263] env[63862]: DEBUG nova.compute.manager [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2640.986507] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2640.987379] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4e177-3e93-411c-9687-37a06117aaa7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2640.995382] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2640.995640] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745d06b2-8cf4-4909-9738-3fb36fddb1e4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.000548] env[63862]: INFO nova.compute.manager [-] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Took 1.66 seconds to deallocate network for instance. [ 2641.003223] env[63862]: DEBUG oslo_vmware.api [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2641.003223] env[63862]: value = "task-2099234" [ 2641.003223] env[63862]: _type = "Task" [ 2641.003223] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2641.013686] env[63862]: DEBUG oslo_vmware.api [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2641.510193] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2641.510541] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2641.510617] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2641.519036] env[63862]: DEBUG oslo_vmware.api [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099234, 'name': PowerOffVM_Task, 'duration_secs': 0.187831} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2641.519299] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2641.519477] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2641.519721] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-464e0129-ae0e-4559-9cf2-25858bdb3201 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.535112] env[63862]: INFO nova.scheduler.client.report [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted allocations for instance d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414 [ 2641.657069] env[63862]: INFO nova.network.neutron [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Port 9229f359-6968-4ac6-9bad-4c5f7787cf69 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2641.657439] env[63862]: DEBUG nova.network.neutron [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [{"id": "d326afca-70f0-45d4-97b8-b053903948a8", "address": "fa:16:3e:a1:10:d0", "network": {"id": "b058aa11-ea4a-48f4-8a33-bcf5b4fe96fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1607046518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2269b36dcf2403680187c809f6edc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd326afca-70", "ovs_interfaceid": "d326afca-70f0-45d4-97b8-b053903948a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2641.727389] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2641.727622] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2641.727840] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleting the datastore file [datastore2] 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2641.728075] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c826d9b8-d42a-42d1-8bda-347db6f6b669 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.734952] env[63862]: DEBUG oslo_vmware.api [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2641.734952] env[63862]: value = "task-2099236" [ 2641.734952] env[63862]: _type = "Task" [ 2641.734952] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2641.743200] env[63862]: DEBUG oslo_vmware.api [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2642.042493] env[63862]: DEBUG oslo_concurrency.lockutils [None req-41bfa08d-c802-45fc-a55e-bc9728f87348 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.722s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2642.160210] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Releasing lock "refresh_cache-959b5dc4-1c15-4c80-8cdf-d7d779fb4659" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2642.244982] env[63862]: DEBUG oslo_vmware.api [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169219} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2642.245091] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2642.245222] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2642.245405] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2642.245576] env[63862]: INFO nova.compute.manager [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Took 1.26 seconds to destroy the instance on the hypervisor. [ 2642.245813] env[63862]: DEBUG oslo.service.loopingcall [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2642.246009] env[63862]: DEBUG nova.compute.manager [-] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2642.246109] env[63862]: DEBUG nova.network.neutron [-] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2642.664794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-644a8dc8-e0bc-4a09-b329-ec4637e92c32 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "interface-959b5dc4-1c15-4c80-8cdf-d7d779fb4659-9229f359-6968-4ac6-9bad-4c5f7787cf69" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 18.881s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2642.717166] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2642.717403] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2642.905188] env[63862]: DEBUG nova.compute.manager [req-83885dec-bfc0-42fb-ab43-60488f14ffd9 req-f1f531a4-926f-4796-9910-d9736605ee3e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Received event network-vif-deleted-d326afca-70f0-45d4-97b8-b053903948a8 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2642.905921] env[63862]: INFO nova.compute.manager [req-83885dec-bfc0-42fb-ab43-60488f14ffd9 req-f1f531a4-926f-4796-9910-d9736605ee3e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Neutron deleted interface d326afca-70f0-45d4-97b8-b053903948a8; detaching it from the instance and deleting it from the info cache [ 2642.905921] env[63862]: DEBUG nova.network.neutron [req-83885dec-bfc0-42fb-ab43-60488f14ffd9 req-f1f531a4-926f-4796-9910-d9736605ee3e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2643.219557] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2643.381026] env[63862]: DEBUG nova.network.neutron [-] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2643.410033] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-684902c4-66da-45f4-a0e6-7b6d68ad2346 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.418554] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1e97f5-8ffa-44de-9bc1-29a9ab5a8739 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.443373] env[63862]: DEBUG nova.compute.manager [req-83885dec-bfc0-42fb-ab43-60488f14ffd9 req-f1f531a4-926f-4796-9910-d9736605ee3e service nova] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Detach interface failed, port_id=d326afca-70f0-45d4-97b8-b053903948a8, reason: Instance 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2643.741935] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2643.742210] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2643.743824] env[63862]: INFO nova.compute.claims [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2643.882827] env[63862]: INFO nova.compute.manager [-] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Took 1.64 seconds to deallocate network for instance. [ 2644.389311] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.795266] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336fdca-2162-4362-9193-c73c5e764899 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.803016] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6464d8d0-f5e4-4478-8ff5-1d0e19e72276 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.831946] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b536e43-a08c-4692-8493-1edfed0780b0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.838746] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d8bfca-0c08-4023-be2f-2f8e85d46983 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.852442] env[63862]: DEBUG nova.compute.provider_tree [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2645.355323] env[63862]: DEBUG nova.scheduler.client.report [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2645.860054] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2645.860549] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2645.863999] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.474s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2645.863999] env[63862]: DEBUG nova.objects.instance [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'resources' on Instance uuid 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2646.368052] env[63862]: DEBUG nova.compute.utils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2646.371811] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2646.371951] env[63862]: DEBUG nova.network.neutron [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2646.409319] env[63862]: DEBUG nova.policy [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2371f7b1db824ee2a1a03cc8544a52d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f3d9e388d3b4f158cad2b0aaecf0b14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2646.415497] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be92c27-8ab5-4e38-b738-768fa98bdfd5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.423183] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4481d24-acb3-400a-b13a-e87c6789f628 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.454152] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd3aa30-1384-4adb-b661-5988966c3aa6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.461489] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176ccdf3-ba82-4337-b437-d01759857529 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.475478] env[63862]: DEBUG nova.compute.provider_tree [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2646.688763] env[63862]: DEBUG nova.network.neutron [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Successfully created port: 602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2646.872291] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2646.978802] env[63862]: DEBUG nova.scheduler.client.report [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2647.483163] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2647.506486] env[63862]: INFO nova.scheduler.client.report [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted allocations for instance 959b5dc4-1c15-4c80-8cdf-d7d779fb4659 [ 2647.884897] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2647.895712] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2647.910678] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2647.910915] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2647.911081] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2647.911262] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2647.911434] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2647.911610] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2647.911808] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2647.911956] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2647.912133] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2647.912296] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2647.912467] env[63862]: DEBUG nova.virt.hardware [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2647.913320] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb019acf-4970-4d77-a782-4c5d24470a04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.921124] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0315e4b7-00c9-4dc4-a055-991d87defba7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.014816] env[63862]: DEBUG oslo_concurrency.lockutils [None req-4d3248d3-602c-427e-89af-49dd4feb0530 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "959b5dc4-1c15-4c80-8cdf-d7d779fb4659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.534s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2648.055232] env[63862]: DEBUG nova.compute.manager [req-a8f95aef-e5f1-45d1-89e2-f367b8167395 req-c899d506-dc07-434b-a0b7-12f6cf13de27 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Received event network-vif-plugged-602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2648.055476] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8f95aef-e5f1-45d1-89e2-f367b8167395 req-c899d506-dc07-434b-a0b7-12f6cf13de27 service nova] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2648.055760] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8f95aef-e5f1-45d1-89e2-f367b8167395 req-c899d506-dc07-434b-a0b7-12f6cf13de27 service nova] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2648.055940] env[63862]: DEBUG oslo_concurrency.lockutils [req-a8f95aef-e5f1-45d1-89e2-f367b8167395 req-c899d506-dc07-434b-a0b7-12f6cf13de27 service nova] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2648.056135] env[63862]: DEBUG nova.compute.manager [req-a8f95aef-e5f1-45d1-89e2-f367b8167395 req-c899d506-dc07-434b-a0b7-12f6cf13de27 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] No waiting events found dispatching network-vif-plugged-602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2648.056359] env[63862]: WARNING nova.compute.manager [req-a8f95aef-e5f1-45d1-89e2-f367b8167395 req-c899d506-dc07-434b-a0b7-12f6cf13de27 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Received unexpected event network-vif-plugged-602a32ce-769c-4456-ac2e-cb200ef5c464 for instance with vm_state building and task_state spawning. [ 2648.144033] env[63862]: DEBUG nova.network.neutron [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Successfully updated port: 602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2648.173060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2648.173060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9822da8-b694-443d-8004-e63256df12b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2648.173060] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "d9822da8-b694-443d-8004-e63256df12b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2648.173267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9822da8-b694-443d-8004-e63256df12b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2648.173267] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9822da8-b694-443d-8004-e63256df12b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2648.175211] env[63862]: INFO nova.compute.manager [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Terminating instance [ 2648.646767] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2648.646925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2648.647103] env[63862]: DEBUG nova.network.neutron [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2648.679475] env[63862]: DEBUG nova.compute.manager [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2648.679706] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2648.680921] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5144344-e535-4e22-b639-fd41fde4bf39 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.690068] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2648.690302] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dde6586d-2cb0-469e-9955-c6c77f56ee66 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.696411] env[63862]: DEBUG oslo_vmware.api [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2648.696411] env[63862]: value = "task-2099237" [ 2648.696411] env[63862]: _type = "Task" [ 2648.696411] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2648.703748] env[63862]: DEBUG oslo_vmware.api [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2649.181129] env[63862]: DEBUG nova.network.neutron [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2649.206474] env[63862]: DEBUG oslo_vmware.api [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099237, 'name': PowerOffVM_Task, 'duration_secs': 0.183298} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2649.206723] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2649.206890] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2649.207143] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4c98de8-d167-42a0-a492-05846a406294 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.306644] env[63862]: DEBUG nova.network.neutron [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2649.381736] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2649.381954] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2649.382150] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleting the datastore file [datastore2] d9822da8-b694-443d-8004-e63256df12b8 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2649.382714] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f28fd1-66d2-4b61-b901-610fa0580c16 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.389779] env[63862]: DEBUG oslo_vmware.api [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for the task: (returnval){ [ 2649.389779] env[63862]: value = "task-2099239" [ 2649.389779] env[63862]: _type = "Task" [ 2649.389779] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2649.397167] env[63862]: DEBUG oslo_vmware.api [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2649.809317] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2649.809648] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Instance network_info: |[{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2649.810099] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:67:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '602a32ce-769c-4456-ac2e-cb200ef5c464', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2649.817595] env[63862]: DEBUG oslo.service.loopingcall [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2649.817800] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2649.818036] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f7373e1-2ae2-4841-9b9d-1344eaa6e3e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.837817] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2649.837817] env[63862]: value = "task-2099240" [ 2649.837817] env[63862]: _type = "Task" [ 2649.837817] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2649.845835] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099240, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2649.898954] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2649.899227] env[63862]: DEBUG oslo_vmware.api [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Task: {'id': task-2099239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151809} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2649.899550] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2649.899736] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2649.899915] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2649.900095] env[63862]: INFO nova.compute.manager [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] [instance: d9822da8-b694-443d-8004-e63256df12b8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2649.900323] env[63862]: DEBUG oslo.service.loopingcall [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2649.900505] env[63862]: DEBUG nova.compute.manager [-] [instance: d9822da8-b694-443d-8004-e63256df12b8] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2649.900602] env[63862]: DEBUG nova.network.neutron [-] [instance: d9822da8-b694-443d-8004-e63256df12b8] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2650.083709] env[63862]: DEBUG nova.compute.manager [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Received event network-changed-602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2650.083940] env[63862]: DEBUG nova.compute.manager [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Refreshing instance network info cache due to event network-changed-602a32ce-769c-4456-ac2e-cb200ef5c464. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2650.084197] env[63862]: DEBUG oslo_concurrency.lockutils [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2650.084378] env[63862]: DEBUG oslo_concurrency.lockutils [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2650.084570] env[63862]: DEBUG nova.network.neutron [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Refreshing network info cache for port 602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2650.347638] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099240, 'name': CreateVM_Task, 'duration_secs': 0.431035} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2650.347929] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2650.348463] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2650.348667] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2650.349034] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2650.349341] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83992cb-0bbd-4d8c-b6c4-86778b729122 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2650.353848] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2650.353848] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52e7ad11-5def-be73-3384-a1a51f0f8f50" [ 2650.353848] env[63862]: _type = "Task" [ 2650.353848] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2650.361189] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e7ad11-5def-be73-3384-a1a51f0f8f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2650.665323] env[63862]: DEBUG nova.network.neutron [-] [instance: d9822da8-b694-443d-8004-e63256df12b8] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2650.775046] env[63862]: DEBUG nova.network.neutron [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updated VIF entry in instance network info cache for port 602a32ce-769c-4456-ac2e-cb200ef5c464. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2650.775428] env[63862]: DEBUG nova.network.neutron [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2650.864476] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52e7ad11-5def-be73-3384-a1a51f0f8f50, 'name': SearchDatastore_Task, 'duration_secs': 0.009179} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2650.864784] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2650.864987] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2650.865303] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2650.865462] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2650.865643] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2650.865882] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c639f10e-9455-483e-ae45-390eb6d4cdda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2650.873792] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2650.873954] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2650.874651] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce1ed06-49d4-4088-b043-e7603b4f6b0c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2650.880579] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2650.880579] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f7f310-ef4f-aa7b-b4f6-d2edb910f3c3" [ 2650.880579] env[63862]: _type = "Task" [ 2650.880579] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2650.887365] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f7f310-ef4f-aa7b-b4f6-d2edb910f3c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2650.896812] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2651.168259] env[63862]: INFO nova.compute.manager [-] [instance: d9822da8-b694-443d-8004-e63256df12b8] Took 1.27 seconds to deallocate network for instance. [ 2651.279442] env[63862]: DEBUG oslo_concurrency.lockutils [req-1517702e-e9a8-49ad-99d3-8a60e1c28f50 req-a6082973-660a-4a54-8c11-8c8feca8c3ae service nova] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2651.391211] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f7f310-ef4f-aa7b-b4f6-d2edb910f3c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2651.391918] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f9932d-f87c-435f-8bc6-f8a4d1cc5562 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2651.396782] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2651.396782] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523f690e-2b55-8b85-1a02-58d86d381c46" [ 2651.396782] env[63862]: _type = "Task" [ 2651.396782] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2651.404100] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523f690e-2b55-8b85-1a02-58d86d381c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2651.674977] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2651.675209] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2651.675430] env[63862]: DEBUG nova.objects.instance [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lazy-loading 'resources' on Instance uuid d9822da8-b694-443d-8004-e63256df12b8 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2651.906788] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]523f690e-2b55-8b85-1a02-58d86d381c46, 'name': SearchDatastore_Task, 'duration_secs': 0.008842} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2651.907082] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2651.907355] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2651.907626] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da3d30db-5c03-4aaa-9af7-e86a05f8e96e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2651.914311] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2651.914311] env[63862]: value = "task-2099241" [ 2651.914311] env[63862]: _type = "Task" [ 2651.914311] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2651.921540] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2652.111873] env[63862]: DEBUG nova.compute.manager [req-f4ddb4ac-fcb0-49ba-adcf-60349abf4475 req-79643cd4-eb7e-4539-87e2-f95b63c6a2c6 service nova] [instance: d9822da8-b694-443d-8004-e63256df12b8] Received event network-vif-deleted-5f3de4b6-4167-4f07-aa90-d779ed26091c {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2652.228905] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b197ee2-25fd-4f35-b69f-77392c3689e1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.237345] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d0a92-a456-455b-bd95-2dbe8498dc5b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.268016] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da844c-9298-4d29-95dc-7c732480dca9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.275913] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e0fc6-3234-4bb0-b5cb-0213a4cbe8fe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.291340] env[63862]: DEBUG nova.compute.provider_tree [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2652.424334] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448144} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2652.424691] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2652.424835] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2652.425024] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-116d48ef-df09-45b1-ad41-6e932b6a8621 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.431456] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2652.431456] env[63862]: value = "task-2099242" [ 2652.431456] env[63862]: _type = "Task" [ 2652.431456] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2652.439304] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2652.794356] env[63862]: DEBUG nova.scheduler.client.report [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2652.896613] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2652.896822] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2652.896965] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2652.940770] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072227} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2652.941033] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2652.941769] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a19ab-636b-47a3-a023-2ef56b7b59a2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.962890] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2652.963151] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f417ae5-64bb-46b1-b06f-ae1bc10ab6ba {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.982904] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2652.982904] env[63862]: value = "task-2099243" [ 2652.982904] env[63862]: _type = "Task" [ 2652.982904] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2652.990455] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2653.298893] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2653.316830] env[63862]: INFO nova.scheduler.client.report [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Deleted allocations for instance d9822da8-b694-443d-8004-e63256df12b8 [ 2653.492834] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099243, 'name': ReconfigVM_Task, 'duration_secs': 0.285296} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2653.493161] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2653.493772] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-243d53d4-df25-46b0-97b9-89ccdfce6902 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.499560] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2653.499560] env[63862]: value = "task-2099244" [ 2653.499560] env[63862]: _type = "Task" [ 2653.499560] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2653.507109] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099244, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2653.823994] env[63862]: DEBUG oslo_concurrency.lockutils [None req-f4cd1a86-db90-4b57-9f36-235e1874ebd3 tempest-AttachInterfacesTestJSON-69292372 tempest-AttachInterfacesTestJSON-69292372-project-member] Lock "d9822da8-b694-443d-8004-e63256df12b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.651s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2654.009539] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099244, 'name': Rename_Task, 'duration_secs': 0.14326} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2654.009823] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2654.010090] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cce69ea-a078-454e-94f0-98a6e24fa4cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2654.016345] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2654.016345] env[63862]: value = "task-2099245" [ 2654.016345] env[63862]: _type = "Task" [ 2654.016345] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2654.024886] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2654.528032] env[63862]: DEBUG oslo_vmware.api [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099245, 'name': PowerOnVM_Task, 'duration_secs': 0.457601} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2654.528032] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2654.528496] env[63862]: INFO nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Took 6.64 seconds to spawn the instance on the hypervisor. [ 2654.528496] env[63862]: DEBUG nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2654.529007] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2d52ed-7f23-49df-a793-3739436cfa69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2654.891493] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2654.896334] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2655.047872] env[63862]: INFO nova.compute.manager [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Took 11.32 seconds to build instance. [ 2655.550035] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6410ebd5-37e6-422d-8d90-b2e65f14aa38 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.832s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2655.912906] env[63862]: DEBUG nova.compute.manager [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Received event network-changed-602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2655.913139] env[63862]: DEBUG nova.compute.manager [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Refreshing instance network info cache due to event network-changed-602a32ce-769c-4456-ac2e-cb200ef5c464. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2655.913362] env[63862]: DEBUG oslo_concurrency.lockutils [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2655.913505] env[63862]: DEBUG oslo_concurrency.lockutils [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2655.913674] env[63862]: DEBUG nova.network.neutron [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Refreshing network info cache for port 602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2656.629984] env[63862]: DEBUG nova.network.neutron [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updated VIF entry in instance network info cache for port 602a32ce-769c-4456-ac2e-cb200ef5c464. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2656.630382] env[63862]: DEBUG nova.network.neutron [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2656.895970] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2656.896174] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2657.133435] env[63862]: DEBUG oslo_concurrency.lockutils [req-a2e46081-a888-4d1a-98bd-fef81f2a64db req-bc4ceaa5-1256-44e1-8421-680041dead91 service nova] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2657.902485] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Didn't find any instances for network info cache update. {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2657.902769] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2658.406066] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2658.406335] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2658.406509] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2658.406665] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2658.407570] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee331582-1625-459e-9c58-7b5986f4cc8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.415973] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8626682-529f-462a-a950-759c97057ac5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.429686] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d836492-3f69-4388-ba6a-58e7174ef5ad {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.436150] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a435ae-c06d-4157-ad7f-0fe38e1b0eb7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.465708] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180629MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2658.465841] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2658.466028] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2659.490225] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d92f4b45-5454-477c-aaf1-0bf0199ecd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2659.490504] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2659.490643] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2659.516555] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af85dc8b-489f-4582-b2d5-dabd88651e41 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.523734] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d194dc4-8ed3-43da-960f-f1860b693242 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.552164] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93027195-ef54-483f-ba22-45ce32e14712 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.558925] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036dce4-4425-424d-a4b2-29ccb111c3d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2659.572637] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2660.076908] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2660.582063] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2660.582346] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2660.582558] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2660.582702] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances with incomplete migration {{(pid=63862) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2661.085325] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.902502] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.902890] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Cleaning up deleted instances {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2668.411174] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] There are 25 instances to clean {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2668.411389] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 959b5dc4-1c15-4c80-8cdf-d7d779fb4659] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2668.914272] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d9822da8-b694-443d-8004-e63256df12b8] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2669.417633] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 145e1a55-65ca-4dbe-af51-1f7b2a194428] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2669.921631] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d5a8e1e6-e44b-4170-ac5c-4b26cf1bf414] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2670.424689] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 8b374894-319a-41ca-89c7-7077f1c82de6] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2670.927789] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 23f25d94-cbf0-42b7-ab5e-fd351f3f40b2] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2671.431739] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d9264ae6-e3fd-42b4-8167-fdc041bb03f4] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2671.935468] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 4d25e8ad-c04b-42bc-af0a-a3d245a00a63] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2672.438665] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: ade29711-01dd-47f9-ba76-210b1f0e4db7] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2672.942355] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 21e7c16b-dcf1-4dc6-b729-4714a0ea0c92] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2673.446023] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: cd5b8715-509b-436b-9256-b930c9c81e79] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2673.949518] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 02282fed-8a96-4ee4-8bb8-8dd7669f5355] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2674.453126] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: afd8cdba-59a1-446d-8327-69f572fa5317] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2674.956353] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 20b53997-f2b3-4708-ab82-ca39ffbb5360] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2675.459772] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 3a025f05-ba78-42fc-8743-54b585f724cc] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2675.963108] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a2f8d0e1-c78f-47f4-8ec4-ec90959ebb59] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2676.466646] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: b7d2c5b9-d19f-4c43-8425-06464f0e01af] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2676.969910] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 0e7f8f04-de48-474d-bd26-608dca013e36] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2677.473599] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 55a96ec9-f799-4151-8b18-b735c6569776] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2677.976809] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2065d125-3600-436a-9069-56f221d8e80b] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2678.480208] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 9c7a667a-a42c-4f44-9ce6-c881c233122e] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2678.983314] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 9ef766e3-e6e2-4cca-befd-09c4aff22fbe] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2679.487284] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: c0b9d8ce-15f8-40c1-9ad4-d60a56da6e0c] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2679.991052] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: a9ff6f09-2e05-45d4-bd3d-48b3ad528517] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2680.495202] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 587605e1-f04e-4d46-a4d2-0f0493039932] Instance has had 0 of 5 cleanup attempts {{(pid=63862) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2693.536542] env[63862]: DEBUG oslo_concurrency.lockutils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2693.536864] env[63862]: DEBUG oslo_concurrency.lockutils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2694.040313] env[63862]: DEBUG nova.compute.utils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2694.542880] env[63862]: DEBUG oslo_concurrency.lockutils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2695.603920] env[63862]: DEBUG oslo_concurrency.lockutils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2695.604270] env[63862]: DEBUG oslo_concurrency.lockutils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2695.604485] env[63862]: INFO nova.compute.manager [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Attaching volume 5192b3d0-19dd-45ce-96f3-c4f8d6569025 to /dev/sdb [ 2695.633479] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a686900-7b1e-4d3e-a628-bff42f31bd30 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.640437] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68540571-8c62-49bd-a433-967cd08f76b8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.652994] env[63862]: DEBUG nova.virt.block_device [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating existing volume attachment record: d861b3e6-299d-4eca-8e2e-db77ab92b09d {{(pid=63862) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2700.194998] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Volume attach. Driver type: vmdk {{(pid=63862) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2700.195331] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429821', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'name': 'volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a', 'attached_at': '', 'detached_at': '', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'serial': '5192b3d0-19dd-45ce-96f3-c4f8d6569025'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2700.196220] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19647f80-85c4-499c-a93d-dddee82c6ac6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.212398] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ef8a9-a8d7-4c87-a167-5e35ac9d7f61 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.235816] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025/volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2700.236068] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223ab76a-e221-4230-b2eb-a1401971c986 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.253235] env[63862]: DEBUG oslo_vmware.api [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2700.253235] env[63862]: value = "task-2099250" [ 2700.253235] env[63862]: _type = "Task" [ 2700.253235] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2700.260557] env[63862]: DEBUG oslo_vmware.api [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2700.762536] env[63862]: DEBUG oslo_vmware.api [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099250, 'name': ReconfigVM_Task, 'duration_secs': 0.313506} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2700.762766] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025/volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2700.767437] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086a1e1f-ef76-4e52-84b0-5495ccb09b33 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.782492] env[63862]: DEBUG oslo_vmware.api [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2700.782492] env[63862]: value = "task-2099251" [ 2700.782492] env[63862]: _type = "Task" [ 2700.782492] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2700.789764] env[63862]: DEBUG oslo_vmware.api [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2701.292427] env[63862]: DEBUG oslo_vmware.api [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099251, 'name': ReconfigVM_Task, 'duration_secs': 0.128986} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2701.292737] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429821', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'name': 'volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a', 'attached_at': '', 'detached_at': '', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'serial': '5192b3d0-19dd-45ce-96f3-c4f8d6569025'} {{(pid=63862) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2702.327148] env[63862]: DEBUG nova.objects.instance [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'flavor' on Instance uuid d92f4b45-5454-477c-aaf1-0bf0199ecd2a {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2702.832720] env[63862]: DEBUG oslo_concurrency.lockutils [None req-596e7458-0ef0-48b3-9c14-323fe627d77a tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.228s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2703.681853] env[63862]: DEBUG nova.compute.manager [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Stashing vm_state: active {{(pid=63862) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2704.203925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2704.203925] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2704.708770] env[63862]: INFO nova.compute.claims [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2705.214860] env[63862]: INFO nova.compute.resource_tracker [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating resource usage from migration 50089fef-6965-4711-a41d-ca9419554fb1 [ 2705.253018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375ffe34-18b1-4dcb-9c4d-e116635fa9a9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.260714] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54218106-c487-4a84-bec5-482830169b58 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.289417] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc0913-2cb2-46f2-8fad-1ceadd712639 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.296743] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3471af12-15e9-45fe-a7e5-d57bfae62f98 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.311505] env[63862]: DEBUG nova.compute.provider_tree [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2705.814920] env[63862]: DEBUG nova.scheduler.client.report [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2706.320062] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.116s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2706.320254] env[63862]: INFO nova.compute.manager [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Migrating [ 2706.835521] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2706.835782] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2706.835920] env[63862]: DEBUG nova.network.neutron [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2707.562880] env[63862]: DEBUG nova.network.neutron [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2708.065607] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2709.581015] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d157d92a-cc96-4603-9661-80419eb568d5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2709.602390] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 0 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2710.108641] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2710.108936] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c518e8-8d36-4b3e-b3f1-ca425642c874 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2710.116291] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2710.116291] env[63862]: value = "task-2099252" [ 2710.116291] env[63862]: _type = "Task" [ 2710.116291] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2710.124320] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2710.625810] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099252, 'name': PowerOffVM_Task, 'duration_secs': 0.180233} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2710.626180] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2710.626403] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 17 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2711.133790] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2711.134034] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2711.134199] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2711.134385] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2711.134623] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2711.134802] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2711.135021] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2711.135185] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2711.135351] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2711.135549] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2711.135740] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2711.141006] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ea852c-fb4c-47d2-a65e-910e85ce6458 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2711.156533] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2711.156533] env[63862]: value = "task-2099253" [ 2711.156533] env[63862]: _type = "Task" [ 2711.156533] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2711.163994] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2711.666363] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099253, 'name': ReconfigVM_Task, 'duration_secs': 0.165797} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2711.666729] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 33 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2712.172979] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2712.173225] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2712.173383] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2712.173565] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2712.173711] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2712.173859] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2712.174067] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2712.174230] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2712.174398] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2712.174609] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2712.174793] env[63862]: DEBUG nova.virt.hardware [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2712.180039] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2712.180320] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5232b7-8d42-4c4c-b312-ed0b243ed6d2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2712.198477] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2712.198477] env[63862]: value = "task-2099254" [ 2712.198477] env[63862]: _type = "Task" [ 2712.198477] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2712.206008] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2712.707930] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099254, 'name': ReconfigVM_Task, 'duration_secs': 0.175921} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2712.708308] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2712.709011] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc90c42d-1f87-4d48-9c34-ad7bbfe1d4dd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2712.733136] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2712.733656] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803936ea-e10c-4913-bf2c-e87eb53e1671 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2712.751303] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2712.751303] env[63862]: value = "task-2099255" [ 2712.751303] env[63862]: _type = "Task" [ 2712.751303] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2712.758439] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2713.261061] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099255, 'name': ReconfigVM_Task, 'duration_secs': 0.263262} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2713.261371] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2713.261666] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 50 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2713.768422] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9351c1a-a6dc-4880-b40a-0dc7656902a7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.789833] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1979f4-fe1d-46cf-ae24-0b0d4def1aaf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.810410] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 67 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2715.445808] env[63862]: DEBUG nova.network.neutron [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Port 602a32ce-769c-4456-ac2e-cb200ef5c464 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2716.467817] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2716.468253] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2716.468296] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2717.502607] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2717.502872] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2717.503069] env[63862]: DEBUG nova.network.neutron [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2718.215452] env[63862]: DEBUG nova.network.neutron [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2718.718805] env[63862]: DEBUG oslo_concurrency.lockutils [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2719.228200] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb40761-6511-405a-9d35-b9faefd13065 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2719.235103] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d8849-aef1-474d-8614-27d08ffd33cf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2720.401011] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8bdb98-65d8-466f-9d04-ecfe90f5544a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2720.422788] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f21a1-5a9d-4298-8009-537f1294e72c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2720.429249] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 83 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2720.935510] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2720.935818] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cb44174-9580-4a9c-9d16-14b63c733192 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2720.943620] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2720.943620] env[63862]: value = "task-2099256" [ 2720.943620] env[63862]: _type = "Task" [ 2720.943620] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2720.951176] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2720.992355] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2720.992558] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2721.454929] env[63862]: DEBUG oslo_vmware.api [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099256, 'name': PowerOnVM_Task, 'duration_secs': 0.381691} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2721.455246] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2721.455401] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-09da0d6f-8b15-402d-9a4a-80f4082d8fa7 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a' progress to 100 {{(pid=63862) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2721.497390] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2721.497560] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2721.498556] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2722.000495] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2722.000642] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2722.000803] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2722.000951] env[63862]: DEBUG nova.objects.instance [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lazy-loading 'info_cache' on Instance uuid d92f4b45-5454-477c-aaf1-0bf0199ecd2a {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2723.341902] env[63862]: DEBUG nova.network.neutron [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Port 602a32ce-769c-4456-ac2e-cb200ef5c464 binding to destination host cpu-1 is already ACTIVE {{(pid=63862) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2723.342207] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2723.719718] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2724.222631] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2724.222873] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2724.223114] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2724.223294] env[63862]: DEBUG nova.network.neutron [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2724.224491] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.224706] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.224869] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.225430] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.225866] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.226167] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.226317] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2724.226474] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2724.729871] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2724.730242] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2724.730355] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2724.730486] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2724.731362] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ca5c6c-e865-4c3f-bb96-5f674fbebdb9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.739990] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e9e7b5-e49d-4e39-8bb3-c1ad9be4b024 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.754715] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0535fe-515e-4f02-a844-0db9d6286f37 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.760772] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4b9fb-8588-4f1d-a5b9-8d484f686bda {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2724.790476] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180862MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2724.790629] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2724.790794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2724.928666] env[63862]: DEBUG nova.network.neutron [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2725.431637] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2725.797507] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Applying migration context for instance d92f4b45-5454-477c-aaf1-0bf0199ecd2a as it has an incoming, in-progress migration 50089fef-6965-4711-a41d-ca9419554fb1. Migration status is reverting {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2725.798012] env[63862]: INFO nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating resource usage from migration 50089fef-6965-4711-a41d-ca9419554fb1 [ 2725.816093] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Migration 50089fef-6965-4711-a41d-ca9419554fb1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2725.816246] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance d92f4b45-5454-477c-aaf1-0bf0199ecd2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2725.816413] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2725.816551] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2725.851094] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90e4467-2d66-466a-bd7e-27785f1e44e6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2725.858553] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7170b55-2f81-4d6f-a033-2a78a7fd51f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2725.888611] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c6320c-a625-4a15-8e0e-72000e0fdf34 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2725.895522] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af12f150-c0f9-4443-8b39-9ab8bd56b9f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2725.907843] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2725.935138] env[63862]: DEBUG nova.compute.manager [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63862) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2726.410953] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2726.915543] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2726.915880] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2727.028727] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2727.028987] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2727.531635] env[63862]: DEBUG nova.objects.instance [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'migration_context' on Instance uuid d92f4b45-5454-477c-aaf1-0bf0199ecd2a {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2728.071021] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1fc7bc-ff86-4c2e-b0d0-53ca678476fa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2728.079106] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3dedf3-07b1-44ed-887e-8c0b7f3f48c1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2728.110143] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5349c4-05d4-440c-9d2d-806a82b0d807 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2728.117414] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d046fccf-c674-46af-9cc0-01ac0d7dd857 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2728.130341] env[63862]: DEBUG nova.compute.provider_tree [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2728.633598] env[63862]: DEBUG nova.scheduler.client.report [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2729.644580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.615s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2731.183324] env[63862]: INFO nova.compute.manager [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Swapping old allocation on dict_keys(['80897473-f999-4333-ab16-8ed9a7f29cf0']) held by migration 50089fef-6965-4711-a41d-ca9419554fb1 for instance [ 2731.203842] env[63862]: DEBUG nova.scheduler.client.report [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Overwriting current allocation {'allocations': {'80897473-f999-4333-ab16-8ed9a7f29cf0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': '4f3d9e388d3b4f158cad2b0aaecf0b14', 'user_id': '2371f7b1db824ee2a1a03cc8544a52d6', 'consumer_generation': 1} on consumer d92f4b45-5454-477c-aaf1-0bf0199ecd2a {{(pid=63862) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2731.325624] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2731.325814] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2731.325989] env[63862]: DEBUG nova.network.neutron [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2732.039864] env[63862]: DEBUG nova.network.neutron [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [{"id": "602a32ce-769c-4456-ac2e-cb200ef5c464", "address": "fa:16:3e:79:67:ae", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap602a32ce-76", "ovs_interfaceid": "602a32ce-769c-4456-ac2e-cb200ef5c464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2732.543022] env[63862]: DEBUG oslo_concurrency.lockutils [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-d92f4b45-5454-477c-aaf1-0bf0199ecd2a" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2732.544018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619b830-566f-438d-b1ab-9f2d6ce7fd0e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2732.551132] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f9950e-2f1a-45f5-aeb9-c85cddfbefdd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.630411] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2733.630772] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137b8b9a-2923-4af5-9981-c2437244f4ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2733.638012] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2733.638012] env[63862]: value = "task-2099257" [ 2733.638012] env[63862]: _type = "Task" [ 2733.638012] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2733.645885] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2734.148055] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099257, 'name': PowerOffVM_Task, 'duration_secs': 0.206827} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2734.148311] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2734.148954] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2734.149201] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2734.149410] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2734.149610] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2734.149758] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2734.149906] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2734.150127] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2734.150293] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2734.150464] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2734.150660] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2734.150846] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2734.155817] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071913dc-2cc7-4855-86df-ac4aa935c901 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2734.170251] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2734.170251] env[63862]: value = "task-2099258" [ 2734.170251] env[63862]: _type = "Task" [ 2734.170251] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2734.177514] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2734.680074] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099258, 'name': ReconfigVM_Task, 'duration_secs': 0.129809} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2734.680873] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f79d8-3f92-483e-887b-2e6b87d9da84 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2734.701866] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2734.702113] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2734.702282] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2734.702476] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2734.702635] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2734.702797] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2734.703017] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2734.703191] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2734.703370] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2734.703544] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2734.703730] env[63862]: DEBUG nova.virt.hardware [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2734.704508] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a617f138-7c37-4314-9ed7-026f5486fde1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2734.709475] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2734.709475] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52075058-4524-963c-adb4-5576c162ad75" [ 2734.709475] env[63862]: _type = "Task" [ 2734.709475] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2734.716929] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52075058-4524-963c-adb4-5576c162ad75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2735.219356] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52075058-4524-963c-adb4-5576c162ad75, 'name': SearchDatastore_Task, 'duration_secs': 0.006438} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2735.224668] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2735.224925] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e2bef1-60fc-4a97-a68a-e6d5c31c76aa {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2735.243181] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2735.243181] env[63862]: value = "task-2099259" [ 2735.243181] env[63862]: _type = "Task" [ 2735.243181] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2735.250543] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2735.752400] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099259, 'name': ReconfigVM_Task, 'duration_secs': 0.198246} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2735.752800] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2735.753453] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37675a42-48a0-4094-989f-45cf56a1611f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2735.778378] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2735.778608] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee31d781-3e9c-45fd-95b7-cf594ab0185c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2735.795604] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2735.795604] env[63862]: value = "task-2099260" [ 2735.795604] env[63862]: _type = "Task" [ 2735.795604] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2735.802712] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2736.305354] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099260, 'name': ReconfigVM_Task, 'duration_secs': 0.260555} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2736.305620] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a/d92f4b45-5454-477c-aaf1-0bf0199ecd2a.vmdk or device None with type thin {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2736.306618] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7da1f3a-50b2-4b62-aee4-ae28212039bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.326708] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed959127-0415-4b69-9208-7522c80bb705 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.346016] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53597894-64fc-481d-9f6b-c28cb8f2e4ef {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.364993] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73a3bf-2bd0-45cb-ba82-d6dbcc9c2381 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.371014] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2736.371279] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c8e45e-1089-4f95-b017-7e9a4b0bed09 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2736.377063] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2736.377063] env[63862]: value = "task-2099261" [ 2736.377063] env[63862]: _type = "Task" [ 2736.377063] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2736.383808] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2736.886816] env[63862]: DEBUG oslo_vmware.api [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099261, 'name': PowerOnVM_Task, 'duration_secs': 0.35092} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2736.887182] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2737.930349] env[63862]: INFO nova.compute.manager [None req-e1f23b07-d039-44ba-bf56-df4d493694e1 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance to original state: 'active' [ 2739.184988] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2739.185377] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2739.185538] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2739.185652] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2739.185821] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2739.188017] env[63862]: INFO nova.compute.manager [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Terminating instance [ 2739.692165] env[63862]: DEBUG nova.compute.manager [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2739.692443] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2739.692740] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08b0d7d3-a633-442d-a1ea-fa0cea9adb19 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2739.700062] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2739.700062] env[63862]: value = "task-2099262" [ 2739.700062] env[63862]: _type = "Task" [ 2739.700062] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2739.708333] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2740.209694] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099262, 'name': PowerOffVM_Task, 'duration_secs': 0.20701} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2740.210089] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2740.210181] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Volume detach. Driver type: vmdk {{(pid=63862) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2740.210365] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429821', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'name': 'volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a', 'attached_at': '2025-01-13T22:57:36.000000', 'detached_at': '', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'serial': '5192b3d0-19dd-45ce-96f3-c4f8d6569025'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2740.211101] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d7f1b3-d57f-4fbf-996c-945a414eaa4d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.231154] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e4073-40ef-45d9-94e8-4cf29d8b05f7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.237441] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe576c-10f8-4b2a-813c-459b5f4cc564 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.258018] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedfebc8-c9db-4333-b6ac-17acb5a1a5f5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.271830] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] The volume has not been displaced from its original location: [datastore2] volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025/volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025.vmdk. No consolidation needed. {{(pid=63862) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2740.276912] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2740.277210] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4825cb9e-5486-43c1-a4d9-e24300068bde {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.297907] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2740.297907] env[63862]: value = "task-2099263" [ 2740.297907] env[63862]: _type = "Task" [ 2740.297907] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2740.305635] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2740.808072] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099263, 'name': ReconfigVM_Task, 'duration_secs': 0.191713} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2740.808346] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63862) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2740.812873] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ddd249-62b0-4311-8835-8dda333f8f47 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2740.827303] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2740.827303] env[63862]: value = "task-2099264" [ 2740.827303] env[63862]: _type = "Task" [ 2740.827303] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2740.834662] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2741.336458] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099264, 'name': ReconfigVM_Task, 'duration_secs': 0.118777} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2741.336744] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-429821', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'name': 'volume-5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd92f4b45-5454-477c-aaf1-0bf0199ecd2a', 'attached_at': '2025-01-13T22:57:36.000000', 'detached_at': '', 'volume_id': '5192b3d0-19dd-45ce-96f3-c4f8d6569025', 'serial': '5192b3d0-19dd-45ce-96f3-c4f8d6569025'} {{(pid=63862) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2741.337042] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2741.337771] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a64423-10b0-4261-85a0-4cefa12576e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2741.343731] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2741.343938] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb7c81c9-8e8e-4a54-86ca-9e044db49a1a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2741.424116] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2741.424116] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2741.424116] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleting the datastore file [datastore2] d92f4b45-5454-477c-aaf1-0bf0199ecd2a {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2741.424368] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f1ec4c4-cf8e-424d-b657-19a308f9ca35 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2741.430843] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2741.430843] env[63862]: value = "task-2099266" [ 2741.430843] env[63862]: _type = "Task" [ 2741.430843] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2741.438071] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2741.940880] env[63862]: DEBUG oslo_vmware.api [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129558} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2741.941146] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2741.941336] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2741.941517] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2741.941694] env[63862]: INFO nova.compute.manager [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Took 2.25 seconds to destroy the instance on the hypervisor. [ 2741.941925] env[63862]: DEBUG oslo.service.loopingcall [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2741.942140] env[63862]: DEBUG nova.compute.manager [-] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2741.942238] env[63862]: DEBUG nova.network.neutron [-] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2742.469826] env[63862]: DEBUG nova.compute.manager [req-3194a0c2-36a3-4c09-bae6-61bf6a79187d req-bf814f81-4e00-42e7-b649-ae0f8d59cf5f service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Received event network-vif-deleted-602a32ce-769c-4456-ac2e-cb200ef5c464 {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2742.470095] env[63862]: INFO nova.compute.manager [req-3194a0c2-36a3-4c09-bae6-61bf6a79187d req-bf814f81-4e00-42e7-b649-ae0f8d59cf5f service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Neutron deleted interface 602a32ce-769c-4456-ac2e-cb200ef5c464; detaching it from the instance and deleting it from the info cache [ 2742.470283] env[63862]: DEBUG nova.network.neutron [req-3194a0c2-36a3-4c09-bae6-61bf6a79187d req-bf814f81-4e00-42e7-b649-ae0f8d59cf5f service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2742.915622] env[63862]: DEBUG nova.network.neutron [-] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2742.972852] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0388ef7-555d-42dc-9f24-c46404fbdf2d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2742.982754] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac13f8f-2ff3-44d9-bee9-5e090b17bdeb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2743.007370] env[63862]: DEBUG nova.compute.manager [req-3194a0c2-36a3-4c09-bae6-61bf6a79187d req-bf814f81-4e00-42e7-b649-ae0f8d59cf5f service nova] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Detach interface failed, port_id=602a32ce-769c-4456-ac2e-cb200ef5c464, reason: Instance d92f4b45-5454-477c-aaf1-0bf0199ecd2a could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2743.418753] env[63862]: INFO nova.compute.manager [-] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Took 1.48 seconds to deallocate network for instance. [ 2743.960022] env[63862]: INFO nova.compute.manager [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: d92f4b45-5454-477c-aaf1-0bf0199ecd2a] Took 0.54 seconds to detach 1 volumes for instance. [ 2744.466305] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2744.466535] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2744.466719] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2744.488831] env[63862]: INFO nova.scheduler.client.report [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted allocations for instance d92f4b45-5454-477c-aaf1-0bf0199ecd2a [ 2744.996231] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6013d07e-0179-4e5d-9196-9c8595543627 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "d92f4b45-5454-477c-aaf1-0bf0199ecd2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.811s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2746.359561] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2746.359866] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2746.863110] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Starting instance... {{(pid=63862) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2747.388117] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2747.388426] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2747.390388] env[63862]: INFO nova.compute.claims [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2748.428955] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b23a436-0e4d-47ec-8aa0-2fcbde77c020 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.436456] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929ee304-aabf-414f-b670-c873e45254f2 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.466594] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8d554a-543b-4eb4-8d84-e8f5f0130393 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.473742] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9585b8-6410-4f9a-9aec-2c8a169860a8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2748.486380] env[63862]: DEBUG nova.compute.provider_tree [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2748.989304] env[63862]: DEBUG nova.scheduler.client.report [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2749.495203] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2749.495768] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Start building networks asynchronously for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2750.001261] env[63862]: DEBUG nova.compute.utils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Using /dev/sd instead of None {{(pid=63862) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2750.002721] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Allocating IP information in the background. {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2750.002901] env[63862]: DEBUG nova.network.neutron [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] allocate_for_instance() {{(pid=63862) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2750.060856] env[63862]: DEBUG nova.policy [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2371f7b1db824ee2a1a03cc8544a52d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f3d9e388d3b4f158cad2b0aaecf0b14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63862) authorize /opt/stack/nova/nova/policy.py:192}} [ 2750.329527] env[63862]: DEBUG nova.network.neutron [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Successfully created port: 24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2750.507411] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Start building block device mappings for instance. {{(pid=63862) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2751.519156] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Start spawning the instance on the hypervisor. {{(pid=63862) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2751.544402] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-13T22:19:35Z,direct_url=,disk_format='vmdk',id=26765a8f-4689-426a-be47-73042bfcfa04,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d89b86e7db874575ae2cefa0d4735820',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-13T22:19:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2751.544710] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2751.544897] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2751.545116] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2751.545277] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2751.545429] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2751.545963] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2751.545963] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2751.546141] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2751.546261] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2751.546445] env[63862]: DEBUG nova.virt.hardware [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2751.547330] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4229c938-d302-40bd-aa0e-1eeb03f99d71 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2751.555967] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e552f9-57b0-4511-8f41-39badb234275 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2757.727851] env[63862]: DEBUG nova.compute.manager [req-5aa34c0c-8251-471e-9f3e-1170edeaa5e9 req-ec804ca7-4de7-4aab-ae64-48745c96140e service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-vif-plugged-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2757.728118] env[63862]: DEBUG oslo_concurrency.lockutils [req-5aa34c0c-8251-471e-9f3e-1170edeaa5e9 req-ec804ca7-4de7-4aab-ae64-48745c96140e service nova] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2757.728301] env[63862]: DEBUG oslo_concurrency.lockutils [req-5aa34c0c-8251-471e-9f3e-1170edeaa5e9 req-ec804ca7-4de7-4aab-ae64-48745c96140e service nova] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2757.728561] env[63862]: DEBUG oslo_concurrency.lockutils [req-5aa34c0c-8251-471e-9f3e-1170edeaa5e9 req-ec804ca7-4de7-4aab-ae64-48745c96140e service nova] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2757.728784] env[63862]: DEBUG nova.compute.manager [req-5aa34c0c-8251-471e-9f3e-1170edeaa5e9 req-ec804ca7-4de7-4aab-ae64-48745c96140e service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] No waiting events found dispatching network-vif-plugged-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2757.728899] env[63862]: WARNING nova.compute.manager [req-5aa34c0c-8251-471e-9f3e-1170edeaa5e9 req-ec804ca7-4de7-4aab-ae64-48745c96140e service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received unexpected event network-vif-plugged-24547f47-da2d-48a8-9ca3-4397b196cfda for instance with vm_state building and task_state spawning. [ 2757.807219] env[63862]: DEBUG nova.network.neutron [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Successfully updated port: 24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2758.310399] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2758.310513] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2758.310631] env[63862]: DEBUG nova.network.neutron [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2758.852553] env[63862]: DEBUG nova.network.neutron [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Instance cache missing network info. {{(pid=63862) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2758.984791] env[63862]: DEBUG nova.network.neutron [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2759.487921] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2759.488279] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Instance network_info: |[{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63862) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2759.488725] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:91:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24547f47-da2d-48a8-9ca3-4397b196cfda', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2759.496212] env[63862]: DEBUG oslo.service.loopingcall [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2759.496411] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2759.496633] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c93b789-adb5-4647-a07f-015938be1a8f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2759.517266] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2759.517266] env[63862]: value = "task-2099267" [ 2759.517266] env[63862]: _type = "Task" [ 2759.517266] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2759.524202] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099267, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2759.760455] env[63862]: DEBUG nova.compute.manager [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2759.760693] env[63862]: DEBUG nova.compute.manager [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing instance network info cache due to event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2759.760925] env[63862]: DEBUG oslo_concurrency.lockutils [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2759.761107] env[63862]: DEBUG oslo_concurrency.lockutils [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2759.761306] env[63862]: DEBUG nova.network.neutron [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2760.026938] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099267, 'name': CreateVM_Task, 'duration_secs': 0.437808} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2760.027308] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2760.027810] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2760.027980] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2760.028308] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2760.028814] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ed54f7-b4c6-4ae7-bb78-d2a6db50fadf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2760.032983] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2760.032983] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52416f91-edd6-f614-9d1d-3369ec5c69a1" [ 2760.032983] env[63862]: _type = "Task" [ 2760.032983] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2760.040202] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52416f91-edd6-f614-9d1d-3369ec5c69a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2760.456100] env[63862]: DEBUG nova.network.neutron [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updated VIF entry in instance network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2760.456469] env[63862]: DEBUG nova.network.neutron [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2760.543256] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52416f91-edd6-f614-9d1d-3369ec5c69a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2760.543550] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2760.543789] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Processing image 26765a8f-4689-426a-be47-73042bfcfa04 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2760.544049] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2760.544204] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2760.544395] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2760.544680] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a24e83-832b-4f55-8254-ccc65c4a2ae8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2760.552562] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2760.552734] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2760.553461] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e208fa7-b009-46bc-a1a7-f825e102349f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2760.559677] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2760.559677] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52f39947-87fc-ec66-4530-66db2ef4c144" [ 2760.559677] env[63862]: _type = "Task" [ 2760.559677] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2760.566947] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f39947-87fc-ec66-4530-66db2ef4c144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2760.959493] env[63862]: DEBUG oslo_concurrency.lockutils [req-af91d31b-bd21-40f7-9ac4-4b92b6c2d6ae req-985d4aca-6006-436d-8f22-2a0c322e15b3 service nova] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2761.070096] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52f39947-87fc-ec66-4530-66db2ef4c144, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2761.070845] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a52fe49-127d-4b50-b70e-612a7f8da9f4 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2761.075688] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2761.075688] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]528e92eb-fbb5-3ddc-08dd-6f656d060dcd" [ 2761.075688] env[63862]: _type = "Task" [ 2761.075688] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2761.083235] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e92eb-fbb5-3ddc-08dd-6f656d060dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2761.587057] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]528e92eb-fbb5-3ddc-08dd-6f656d060dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2761.587057] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2761.587057] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2761.587335] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ab78e2-c283-4081-938a-8f78fcb53591 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2761.593530] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2761.593530] env[63862]: value = "task-2099268" [ 2761.593530] env[63862]: _type = "Task" [ 2761.593530] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2761.600933] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2762.104072] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.396487} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2762.104599] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26765a8f-4689-426a-be47-73042bfcfa04/26765a8f-4689-426a-be47-73042bfcfa04.vmdk to [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2762.104686] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Extending root virtual disk to 1048576 {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2762.104915] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1037dd31-91a5-499f-b293-5628b52bc358 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2762.111567] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2762.111567] env[63862]: value = "task-2099269" [ 2762.111567] env[63862]: _type = "Task" [ 2762.111567] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2762.118791] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2762.620794] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063631} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2762.621083] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Extended root virtual disk {{(pid=63862) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2762.622456] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1619333-ca2d-4997-b85a-f8ec1139bcfe {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2762.643500] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2762.643688] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8deaee7e-a292-4944-93c8-c1409bd32251 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2762.662271] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2762.662271] env[63862]: value = "task-2099270" [ 2762.662271] env[63862]: _type = "Task" [ 2762.662271] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2762.669301] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2763.172562] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099270, 'name': ReconfigVM_Task, 'duration_secs': 0.300131} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2763.172927] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk or device None with type sparse {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2763.173460] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693f3cb1-cea7-4310-81a5-fdecb12734ff {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2763.179076] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2763.179076] env[63862]: value = "task-2099271" [ 2763.179076] env[63862]: _type = "Task" [ 2763.179076] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2763.186412] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099271, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2763.689087] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099271, 'name': Rename_Task, 'duration_secs': 0.127054} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2763.689327] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2763.689560] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4525f0b4-3f0b-43c5-8884-4b1f6df534ab {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2763.695716] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2763.695716] env[63862]: value = "task-2099272" [ 2763.695716] env[63862]: _type = "Task" [ 2763.695716] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2763.705168] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2764.206561] env[63862]: DEBUG oslo_vmware.api [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099272, 'name': PowerOnVM_Task, 'duration_secs': 0.412981} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2764.206894] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2764.207048] env[63862]: INFO nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Took 12.69 seconds to spawn the instance on the hypervisor. [ 2764.207236] env[63862]: DEBUG nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2764.207988] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461fa2cc-64c1-4b6b-aa85-2467e3871643 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2764.728056] env[63862]: INFO nova.compute.manager [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Took 17.36 seconds to build instance. [ 2765.207156] env[63862]: DEBUG nova.compute.manager [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2765.207457] env[63862]: DEBUG nova.compute.manager [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing instance network info cache due to event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2765.207766] env[63862]: DEBUG oslo_concurrency.lockutils [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2765.207980] env[63862]: DEBUG oslo_concurrency.lockutils [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2765.208239] env[63862]: DEBUG nova.network.neutron [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2765.230150] env[63862]: DEBUG oslo_concurrency.lockutils [None req-10b8c3be-9949-4a25-bc38-f8e48a057320 tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.870s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2765.911137] env[63862]: DEBUG nova.network.neutron [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updated VIF entry in instance network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2765.911520] env[63862]: DEBUG nova.network.neutron [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2766.414081] env[63862]: DEBUG oslo_concurrency.lockutils [req-f214da30-d468-4bb1-90c3-a826765062eb req-7389a179-06b1-4a3e-ae19-5a39ca386341 service nova] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2786.917377] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2786.917664] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2786.917800] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2786.917937] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2787.448778] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2787.448929] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2787.449091] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2787.449258] env[63862]: DEBUG nova.objects.instance [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lazy-loading 'info_cache' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2789.175350] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2789.678127] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2789.678360] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2789.678574] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2789.678736] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2789.678883] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2789.679040] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2789.679187] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2789.679331] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2789.679458] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2789.679600] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2790.182590] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2790.182845] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2790.182997] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2790.183190] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2790.184157] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59308ca7-a2bc-43a9-a8ef-75d28e4d55d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2790.192081] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c27c92-0868-4881-a187-d66cb3a75e04 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2790.206462] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7ec8ec-abf4-4408-8128-23ecb195053c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2790.212506] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637979b6-8e5e-4180-9a33-cc468a19331c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2790.240136] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181276MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2790.240282] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2790.240469] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2791.264014] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2acf0143-6374-49a0-8210-ecdf62883006 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2791.264279] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2791.264371] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2791.280040] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing inventories for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2791.290960] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating ProviderTree inventory for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2791.291149] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Updating inventory in ProviderTree for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2791.301094] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing aggregate associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, aggregates: None {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2791.317279] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Refreshing trait associations for resource provider 80897473-f999-4333-ab16-8ed9a7f29cf0, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63862) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2791.343097] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a197f0-d7ad-4927-bf49-3b4b546c244b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.350279] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887252a-e948-4bca-8193-455e00df013b {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.380566] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17ee44-1829-47bd-97ee-35da03bf92e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.387570] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887d3edd-9ce5-486b-a984-332cd4916484 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2791.399987] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2791.903106] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2792.408120] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2792.408490] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2802.337187] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2802.337594] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2802.337657] env[63862]: INFO nova.compute.manager [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Shelving [ 2803.346598] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2803.347052] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85028b33-a71c-4437-8034-78cea42baa51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2803.355587] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2803.355587] env[63862]: value = "task-2099273" [ 2803.355587] env[63862]: _type = "Task" [ 2803.355587] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2803.364070] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2803.867382] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099273, 'name': PowerOffVM_Task, 'duration_secs': 0.18863} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2803.867654] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2803.868441] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d05c16-7725-4e82-ae3d-678942c9e037 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2803.886364] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb99a7-d0f2-4414-ad56-36f8faa110ec {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.396472] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Creating Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2804.396872] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae76fb2f-7954-40ee-b046-e8a7928a0ae7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2804.404656] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2804.404656] env[63862]: value = "task-2099274" [ 2804.404656] env[63862]: _type = "Task" [ 2804.404656] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2804.412726] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2804.915202] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099274, 'name': CreateSnapshot_Task, 'duration_secs': 0.399767} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2804.915467] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Created Snapshot of the VM instance {{(pid=63862) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2804.916232] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2720fb6-d6ec-466f-b08b-c2260aa5b8a5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2805.433515] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Creating linked-clone VM from snapshot {{(pid=63862) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2805.433871] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a788334-2652-405b-a8c5-96e984fe6da5 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2805.442232] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2805.442232] env[63862]: value = "task-2099275" [ 2805.442232] env[63862]: _type = "Task" [ 2805.442232] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2805.449984] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2805.953695] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2806.451780] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2806.952955] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2807.453084] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2807.953126] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2808.454274] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2808.954764] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2809.457796] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2809.957514] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2810.458905] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2810.959871] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2811.460884] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2811.960930] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task} progress is 95%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2812.463146] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099275, 'name': CloneVM_Task, 'duration_secs': 6.760574} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2812.463596] env[63862]: INFO nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Created linked-clone VM from snapshot [ 2812.464226] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee924e-927b-4b0f-9657-7100d2cb283a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2812.472182] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Uploading image 97e504ba-88ee-4e36-b856-d4ed5299b7f2 {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2812.501066] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2812.501066] env[63862]: value = "vm-429824" [ 2812.501066] env[63862]: _type = "VirtualMachine" [ 2812.501066] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2812.501422] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50c3b27f-f27a-4f94-8823-cdb797af30d1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2812.509629] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease: (returnval){ [ 2812.509629] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523818d5-7669-a2d7-cb66-b789039a6e53" [ 2812.509629] env[63862]: _type = "HttpNfcLease" [ 2812.509629] env[63862]: } obtained for exporting VM: (result){ [ 2812.509629] env[63862]: value = "vm-429824" [ 2812.509629] env[63862]: _type = "VirtualMachine" [ 2812.509629] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2812.509933] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the lease: (returnval){ [ 2812.509933] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523818d5-7669-a2d7-cb66-b789039a6e53" [ 2812.509933] env[63862]: _type = "HttpNfcLease" [ 2812.509933] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2812.517046] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2812.517046] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523818d5-7669-a2d7-cb66-b789039a6e53" [ 2812.517046] env[63862]: _type = "HttpNfcLease" [ 2812.517046] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2813.019251] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2813.019251] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523818d5-7669-a2d7-cb66-b789039a6e53" [ 2813.019251] env[63862]: _type = "HttpNfcLease" [ 2813.019251] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2813.019553] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2813.019553] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]523818d5-7669-a2d7-cb66-b789039a6e53" [ 2813.019553] env[63862]: _type = "HttpNfcLease" [ 2813.019553] env[63862]: }. {{(pid=63862) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2813.020299] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d7dba4-d652-4f6e-9b16-83c731967589 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2813.028015] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc1767-49f7-d75a-4cd4-71f731b0598f/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2813.028206] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc1767-49f7-d75a-4cd4-71f731b0598f/disk-0.vmdk for reading. {{(pid=63862) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2813.116953] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a38aef9-163c-4d1f-abc6-8f3fec5164c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2820.442883] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc1767-49f7-d75a-4cd4-71f731b0598f/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2820.443878] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0288a-b8fc-4447-9d12-0dfdb2a3b0cd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2820.449996] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc1767-49f7-d75a-4cd4-71f731b0598f/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2820.450186] env[63862]: ERROR oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc1767-49f7-d75a-4cd4-71f731b0598f/disk-0.vmdk due to incomplete transfer. [ 2820.450398] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb66a739-2dd6-4e7c-9ac1-cee9fab059f0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2820.456762] env[63862]: DEBUG oslo_vmware.rw_handles [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc1767-49f7-d75a-4cd4-71f731b0598f/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2820.456949] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Uploaded image 97e504ba-88ee-4e36-b856-d4ed5299b7f2 to the Glance image server {{(pid=63862) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2820.459096] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Destroying the VM {{(pid=63862) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2820.459319] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-91c3f909-a5cc-4270-94d3-728e8d1bd2e9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2820.465823] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2820.465823] env[63862]: value = "task-2099277" [ 2820.465823] env[63862]: _type = "Task" [ 2820.465823] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2820.473179] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099277, 'name': Destroy_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2820.975094] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099277, 'name': Destroy_Task, 'duration_secs': 0.435} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2820.975368] env[63862]: INFO nova.virt.vmwareapi.vm_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Destroyed the VM [ 2820.975604] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deleting Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2820.975847] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b89cd66a-81ed-4239-910f-b56865b99940 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2820.981790] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2820.981790] env[63862]: value = "task-2099278" [ 2820.981790] env[63862]: _type = "Task" [ 2820.981790] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2820.988869] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2821.491525] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2821.993871] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2822.493493] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099278, 'name': RemoveSnapshot_Task, 'duration_secs': 1.225796} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2822.493885] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deleted Snapshot of the VM instance {{(pid=63862) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2822.494047] env[63862]: DEBUG nova.compute.manager [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2822.494795] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e1a39c-3cc0-4e32-9fb3-467bd2a7e117 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2823.007264] env[63862]: INFO nova.compute.manager [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Shelve offloading [ 2823.511219] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2823.511589] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab98bb9-9b06-4c36-8b46-3f4722baed3e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2823.519177] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2823.519177] env[63862]: value = "task-2099279" [ 2823.519177] env[63862]: _type = "Task" [ 2823.519177] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2823.526958] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2824.029974] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] VM already powered off {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2824.030205] env[63862]: DEBUG nova.compute.manager [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2824.030952] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004dd884-8dff-478c-8e4b-442fa5a02c90 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2824.036568] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2824.036730] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2824.036899] env[63862]: DEBUG nova.network.neutron [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2824.938139] env[63862]: DEBUG nova.network.neutron [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2825.441485] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2825.654660] env[63862]: DEBUG nova.compute.manager [req-74f821d4-1344-491f-9580-e48c54effccd req-ff87cf8a-1fdf-4fc5-81db-367208f75c75 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-vif-unplugged-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2825.654885] env[63862]: DEBUG oslo_concurrency.lockutils [req-74f821d4-1344-491f-9580-e48c54effccd req-ff87cf8a-1fdf-4fc5-81db-367208f75c75 service nova] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2825.655107] env[63862]: DEBUG oslo_concurrency.lockutils [req-74f821d4-1344-491f-9580-e48c54effccd req-ff87cf8a-1fdf-4fc5-81db-367208f75c75 service nova] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2825.655280] env[63862]: DEBUG oslo_concurrency.lockutils [req-74f821d4-1344-491f-9580-e48c54effccd req-ff87cf8a-1fdf-4fc5-81db-367208f75c75 service nova] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2825.655452] env[63862]: DEBUG nova.compute.manager [req-74f821d4-1344-491f-9580-e48c54effccd req-ff87cf8a-1fdf-4fc5-81db-367208f75c75 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] No waiting events found dispatching network-vif-unplugged-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2825.655620] env[63862]: WARNING nova.compute.manager [req-74f821d4-1344-491f-9580-e48c54effccd req-ff87cf8a-1fdf-4fc5-81db-367208f75c75 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received unexpected event network-vif-unplugged-24547f47-da2d-48a8-9ca3-4397b196cfda for instance with vm_state shelved and task_state shelving_offloading. [ 2825.749301] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2825.750218] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9900fab-de2d-450f-948a-ff49509b5cd9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2825.757443] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2825.757679] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e76837b6-4443-4a0e-ad0e-a800a65bda21 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2827.680939] env[63862]: DEBUG nova.compute.manager [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2827.681163] env[63862]: DEBUG nova.compute.manager [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing instance network info cache due to event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2827.681342] env[63862]: DEBUG oslo_concurrency.lockutils [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2827.681488] env[63862]: DEBUG oslo_concurrency.lockutils [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2827.681649] env[63862]: DEBUG nova.network.neutron [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2828.412144] env[63862]: DEBUG nova.network.neutron [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updated VIF entry in instance network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2828.412520] env[63862]: DEBUG nova.network.neutron [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap24547f47-da", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2828.915541] env[63862]: DEBUG oslo_concurrency.lockutils [req-9f01df36-eace-4118-8109-bd647dc640ee req-25826a23-30c8-49f5-b5c9-c7d08b457035 service nova] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2830.514462] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2830.514860] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2830.514860] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleting the datastore file [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2830.515144] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10b92b6d-c897-4c94-9e57-02fe70fb4b51 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2830.521809] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2830.521809] env[63862]: value = "task-2099281" [ 2830.521809] env[63862]: _type = "Task" [ 2830.521809] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2830.529470] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2831.036256] env[63862]: DEBUG oslo_vmware.api [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120996} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2831.036637] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2831.036958] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2831.037296] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2831.069068] env[63862]: INFO nova.scheduler.client.report [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted allocations for instance 2acf0143-6374-49a0-8210-ecdf62883006 [ 2831.575690] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2831.575991] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2831.576185] env[63862]: DEBUG nova.objects.instance [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'resources' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2832.078792] env[63862]: DEBUG nova.objects.instance [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'numa_topology' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2832.581802] env[63862]: DEBUG nova.objects.base [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Object Instance<2acf0143-6374-49a0-8210-ecdf62883006> lazy-loaded attributes: resources,numa_topology {{(pid=63862) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2832.607307] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcee66f-5aeb-43a9-bd5b-1e0f0d929edf {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2832.614505] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41cbe8-7221-4d30-a39e-d3968f1765c6 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2832.643137] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178be11-b724-48ff-b334-e1d0fd5154c8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2832.649619] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042ff2ca-e3f1-493e-bea1-39e773c47720 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2832.662918] env[63862]: DEBUG nova.compute.provider_tree [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2833.165908] env[63862]: DEBUG nova.scheduler.client.report [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2833.336932] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2833.672050] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2834.179407] env[63862]: DEBUG oslo_concurrency.lockutils [None req-394e6c17-2877-460c-9e03-60d3f3b9161e tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.842s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2834.180113] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.843s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2834.180334] env[63862]: INFO nova.compute.manager [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Unshelving [ 2835.202985] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2835.203302] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2835.203477] env[63862]: DEBUG nova.objects.instance [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'pci_requests' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2835.707916] env[63862]: DEBUG nova.objects.instance [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'numa_topology' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2836.211094] env[63862]: INFO nova.compute.claims [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2837.244991] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9459434a-33ae-4075-8c51-2a9e98f7c29d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.252452] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2a68e-cc98-4540-9284-ea6072808a0f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.282692] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cfc606-6219-4965-9b35-1ec97c2948d9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.289451] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb429216-7ad7-4982-9a00-d807627c3cfd {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2837.302783] env[63862]: DEBUG nova.compute.provider_tree [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2837.805729] env[63862]: DEBUG nova.scheduler.client.report [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2838.311560] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.108s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2838.342165] env[63862]: INFO nova.network.neutron [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating port 24547f47-da2d-48a8-9ca3-4397b196cfda with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2839.722874] env[63862]: DEBUG nova.compute.manager [req-62465548-879f-4775-b975-3ea06b2f6b45 req-eb645bc0-6e5d-4ff2-bddf-1e0b5933ef27 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-vif-plugged-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2839.723149] env[63862]: DEBUG oslo_concurrency.lockutils [req-62465548-879f-4775-b975-3ea06b2f6b45 req-eb645bc0-6e5d-4ff2-bddf-1e0b5933ef27 service nova] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2839.723318] env[63862]: DEBUG oslo_concurrency.lockutils [req-62465548-879f-4775-b975-3ea06b2f6b45 req-eb645bc0-6e5d-4ff2-bddf-1e0b5933ef27 service nova] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2839.723487] env[63862]: DEBUG oslo_concurrency.lockutils [req-62465548-879f-4775-b975-3ea06b2f6b45 req-eb645bc0-6e5d-4ff2-bddf-1e0b5933ef27 service nova] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2839.723659] env[63862]: DEBUG nova.compute.manager [req-62465548-879f-4775-b975-3ea06b2f6b45 req-eb645bc0-6e5d-4ff2-bddf-1e0b5933ef27 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] No waiting events found dispatching network-vif-plugged-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2839.723826] env[63862]: WARNING nova.compute.manager [req-62465548-879f-4775-b975-3ea06b2f6b45 req-eb645bc0-6e5d-4ff2-bddf-1e0b5933ef27 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received unexpected event network-vif-plugged-24547f47-da2d-48a8-9ca3-4397b196cfda for instance with vm_state shelved_offloaded and task_state spawning. [ 2839.819249] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2839.819444] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2839.819642] env[63862]: DEBUG nova.network.neutron [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Building network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2840.517621] env[63862]: DEBUG nova.network.neutron [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2841.020820] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2841.048615] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-13T22:19:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='37e73fb2392c7befba29edf23ab889a9',container_format='bare',created_at=2025-01-13T22:58:45Z,direct_url=,disk_format='vmdk',id=97e504ba-88ee-4e36-b856-d4ed5299b7f2,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-845375904-shelved',owner='4f3d9e388d3b4f158cad2b0aaecf0b14',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-01-13T22:59:03Z,virtual_size=,visibility=), allow threads: False {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2841.048943] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2841.049135] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image limits 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2841.049325] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Flavor pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2841.049477] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Image pref 0:0:0 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2841.049633] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63862) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2841.049852] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2841.050021] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2841.050194] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Got 1 possible topologies {{(pid=63862) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2841.050356] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2841.050530] env[63862]: DEBUG nova.virt.hardware [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63862) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2841.051496] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9379ae-f262-43ab-b865-9842e318d661 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2841.061236] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a45171-d37a-4467-a5a3-898f4798ee95 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2841.074155] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:91:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ffb921-796a-40fe-9662-d3fc01547dcb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24547f47-da2d-48a8-9ca3-4397b196cfda', 'vif_model': 'vmxnet3'}] {{(pid=63862) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2841.081401] env[63862]: DEBUG oslo.service.loopingcall [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2841.081632] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Creating VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2841.081829] env[63862]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ac9dfa9-6711-42fd-b018-565b631fca80 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2841.100987] env[63862]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2841.100987] env[63862]: value = "task-2099282" [ 2841.100987] env[63862]: _type = "Task" [ 2841.100987] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2841.107933] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099282, 'name': CreateVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2841.611188] env[63862]: DEBUG oslo_vmware.api [-] Task: {'id': task-2099282, 'name': CreateVM_Task, 'duration_secs': 0.332199} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2841.611336] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Created VM on the ESX host {{(pid=63862) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2841.612019] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2841.612188] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2841.612589] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2841.612834] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cdafe0e-e486-4c69-8e8d-a6a14a91d496 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2841.617276] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2841.617276] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]52142995-7483-73ba-de9b-9877e0439d2e" [ 2841.617276] env[63862]: _type = "Task" [ 2841.617276] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2841.624269] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]52142995-7483-73ba-de9b-9877e0439d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2841.750244] env[63862]: DEBUG nova.compute.manager [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2841.750424] env[63862]: DEBUG nova.compute.manager [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing instance network info cache due to event network-changed-24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2841.750592] env[63862]: DEBUG oslo_concurrency.lockutils [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2841.750740] env[63862]: DEBUG oslo_concurrency.lockutils [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2841.750895] env[63862]: DEBUG nova.network.neutron [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Refreshing network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2842.127784] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2842.128284] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Processing image 97e504ba-88ee-4e36-b856-d4ed5299b7f2 {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2842.128284] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2842.128497] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2842.128591] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2842.128857] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42182df1-3ce3-4b6a-9467-c92e118ef44c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.136894] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2842.137069] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63862) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2842.137790] env[63862]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3801d7a-b24c-4b50-98ad-9dbf4843b335 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.142727] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2842.142727] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525b5e50-b54f-9457-bfb1-60971a07991a" [ 2842.142727] env[63862]: _type = "Task" [ 2842.142727] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2842.149865] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': session[52933033-220d-c4f2-697f-bef42ec846a1]525b5e50-b54f-9457-bfb1-60971a07991a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2842.455011] env[63862]: DEBUG nova.network.neutron [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updated VIF entry in instance network info cache for port 24547f47-da2d-48a8-9ca3-4397b196cfda. {{(pid=63862) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2842.455402] env[63862]: DEBUG nova.network.neutron [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2842.652982] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Preparing fetch location {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2842.653212] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Fetch image to [datastore2] OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d/OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d.vmdk {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2842.653394] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Downloading stream optimized image 97e504ba-88ee-4e36-b856-d4ed5299b7f2 to [datastore2] OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d/OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d.vmdk on the data store datastore2 as vApp {{(pid=63862) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2842.653588] env[63862]: DEBUG nova.virt.vmwareapi.images [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Downloading image file data 97e504ba-88ee-4e36-b856-d4ed5299b7f2 to the ESX as VM named 'OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d' {{(pid=63862) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2842.716529] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2842.716529] env[63862]: value = "resgroup-9" [ 2842.716529] env[63862]: _type = "ResourcePool" [ 2842.716529] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2842.716774] env[63862]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-60675e62-ed06-4c5c-85c8-aa07dde3d69d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2842.736779] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease: (returnval){ [ 2842.736779] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525df70a-96e8-d9a2-e1c4-ec45450f1052" [ 2842.736779] env[63862]: _type = "HttpNfcLease" [ 2842.736779] env[63862]: } obtained for vApp import into resource pool (val){ [ 2842.736779] env[63862]: value = "resgroup-9" [ 2842.736779] env[63862]: _type = "ResourcePool" [ 2842.736779] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2842.737100] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the lease: (returnval){ [ 2842.737100] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525df70a-96e8-d9a2-e1c4-ec45450f1052" [ 2842.737100] env[63862]: _type = "HttpNfcLease" [ 2842.737100] env[63862]: } to be ready. {{(pid=63862) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2842.742721] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2842.742721] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525df70a-96e8-d9a2-e1c4-ec45450f1052" [ 2842.742721] env[63862]: _type = "HttpNfcLease" [ 2842.742721] env[63862]: } is initializing. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2842.958404] env[63862]: DEBUG oslo_concurrency.lockutils [req-0ed5f8b9-9623-4c2c-add2-06a8993c14e2 req-d6f70c91-2ec0-4dde-ae3a-520613dc3ae8 service nova] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2843.246460] env[63862]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2843.246460] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525df70a-96e8-d9a2-e1c4-ec45450f1052" [ 2843.246460] env[63862]: _type = "HttpNfcLease" [ 2843.246460] env[63862]: } is ready. {{(pid=63862) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2843.246787] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2843.246787] env[63862]: value = "session[52933033-220d-c4f2-697f-bef42ec846a1]525df70a-96e8-d9a2-e1c4-ec45450f1052" [ 2843.246787] env[63862]: _type = "HttpNfcLease" [ 2843.246787] env[63862]: }. {{(pid=63862) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2843.247500] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff64ba0-e83c-4e21-b6f4-9918194be19d {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2843.254645] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290b971-f3ac-f26c-4480-23e01db8de92/disk-0.vmdk from lease info. {{(pid=63862) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2843.254903] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290b971-f3ac-f26c-4480-23e01db8de92/disk-0.vmdk. {{(pid=63862) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2843.318076] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c15adc65-b002-405b-a47c-b3c3545bb608 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.344335] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Completed reading data from the image iterator. {{(pid=63862) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2844.344613] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290b971-f3ac-f26c-4480-23e01db8de92/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2844.345696] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047a8cb-9385-4402-9cdb-a67cad182106 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.353057] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290b971-f3ac-f26c-4480-23e01db8de92/disk-0.vmdk is in state: ready. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2844.353238] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290b971-f3ac-f26c-4480-23e01db8de92/disk-0.vmdk. {{(pid=63862) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2844.353515] env[63862]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d437bc3d-8f8b-4886-bf9d-2e3a21799a29 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.520053] env[63862]: DEBUG oslo_vmware.rw_handles [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5290b971-f3ac-f26c-4480-23e01db8de92/disk-0.vmdk. {{(pid=63862) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2844.520290] env[63862]: INFO nova.virt.vmwareapi.images [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Downloaded image file data 97e504ba-88ee-4e36-b856-d4ed5299b7f2 [ 2844.521126] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279c0f7-9ece-4574-a535-7ce2df084e82 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.536281] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ac79ea-9977-4391-8e98-b104d9268b69 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.564490] env[63862]: INFO nova.virt.vmwareapi.images [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] The imported VM was unregistered [ 2844.567039] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Caching image {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2844.567348] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Creating directory with path [datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2844.567668] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e85a69a-c111-4a2c-bd97-2e027c4c0820 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.585768] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Created directory with path [datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2 {{(pid=63862) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2844.586037] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d/OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d.vmdk to [datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk. {{(pid=63862) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2844.586354] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b8e2d3d4-adec-499d-8ecc-1bb5cb11bf50 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2844.593237] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2844.593237] env[63862]: value = "task-2099285" [ 2844.593237] env[63862]: _type = "Task" [ 2844.593237] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2844.600664] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099285, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2845.103704] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099285, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2845.604740] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099285, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2846.106021] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099285, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2846.606407] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099285, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2847.107169] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099285, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.40737} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2847.107440] env[63862]: INFO nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d/OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d.vmdk to [datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk. [ 2847.107639] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Cleaning up location [datastore2] OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d {{(pid=63862) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2847.107819] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_48687d1b-de1d-471e-97f5-8ee9f30fbd5d {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2847.108082] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cb7a16b-61cb-4fc9-ba5e-f43cf274136e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2847.114508] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2847.114508] env[63862]: value = "task-2099286" [ 2847.114508] env[63862]: _type = "Task" [ 2847.114508] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2847.122091] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2847.624806] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035604} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2847.625181] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2847.625294] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2847.625497] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk to [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2847.625750] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92863b6d-c8de-4efb-b513-57c1ebed0761 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2847.632158] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2847.632158] env[63862]: value = "task-2099287" [ 2847.632158] env[63862]: _type = "Task" [ 2847.632158] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2847.639083] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2848.142174] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099287, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2848.644165] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099287, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2849.145928] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099287, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2849.381919] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2849.382173] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2849.645533] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099287, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2849.886895] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2849.887075] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Starting heal instance info cache {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2849.887202] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Rebuilding the list of instances to heal {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2850.146410] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099287, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.09449} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2850.146697] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/97e504ba-88ee-4e36-b856-d4ed5299b7f2/97e504ba-88ee-4e36-b856-d4ed5299b7f2.vmdk to [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk {{(pid=63862) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2850.147457] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33779829-0b7f-4e50-8fde-d5530806b020 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2850.168608] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2850.168795] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1163b47c-6bb8-4b28-84f9-7637635b578a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2850.186821] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2850.186821] env[63862]: value = "task-2099288" [ 2850.186821] env[63862]: _type = "Task" [ 2850.186821] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2850.193993] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2850.390461] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2850.390706] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquired lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2850.390765] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Forcefully refreshing network info cache for instance {{(pid=63862) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2850.391077] env[63862]: DEBUG nova.objects.instance [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lazy-loading 'info_cache' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2850.696433] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099288, 'name': ReconfigVM_Task, 'duration_secs': 0.259829} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2850.696877] env[63862]: DEBUG nova.virt.vmwareapi.volumeops [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006/2acf0143-6374-49a0-8210-ecdf62883006.vmdk or device None with type streamOptimized {{(pid=63862) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2850.697388] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049e99a5-df5d-4731-88ff-2653bdadbf7c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2850.702996] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2850.702996] env[63862]: value = "task-2099289" [ 2850.702996] env[63862]: _type = "Task" [ 2850.702996] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2850.710050] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099289, 'name': Rename_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2851.213857] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099289, 'name': Rename_Task, 'duration_secs': 0.144058} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2851.214196] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powering on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2851.214472] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94201469-81d4-4f91-8129-555f4fbd95bb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2851.221697] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2851.221697] env[63862]: value = "task-2099290" [ 2851.221697] env[63862]: _type = "Task" [ 2851.221697] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2851.228974] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2851.731072] env[63862]: DEBUG oslo_vmware.api [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099290, 'name': PowerOnVM_Task, 'duration_secs': 0.500751} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2851.731535] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powered on the VM {{(pid=63862) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2851.818894] env[63862]: DEBUG nova.compute.manager [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Checking state {{(pid=63862) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2851.819796] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a9d857-2858-446f-aeba-440841d3dcb8 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2852.109753] env[63862]: DEBUG nova.network.neutron [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [{"id": "24547f47-da2d-48a8-9ca3-4397b196cfda", "address": "fa:16:3e:29:91:1a", "network": {"id": "8042d2e7-c463-4767-89ea-8c30117a5ab0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1989294024-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f3d9e388d3b4f158cad2b0aaecf0b14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ffb921-796a-40fe-9662-d3fc01547dcb", "external-id": "nsx-vlan-transportzone-331", "segmentation_id": 331, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24547f47-da", "ovs_interfaceid": "24547f47-da2d-48a8-9ca3-4397b196cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2852.335794] env[63862]: DEBUG oslo_concurrency.lockutils [None req-38690276-cb32-45f1-a2d3-2960faed89df tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.156s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2852.612171] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Releasing lock "refresh_cache-2acf0143-6374-49a0-8210-ecdf62883006" {{(pid=63862) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2852.612380] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updated the network info_cache for instance {{(pid=63862) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2852.612577] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.612737] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.612886] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.613049] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.613309] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.613372] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.613466] env[63862]: DEBUG nova.compute.manager [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63862) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2852.613610] env[63862]: DEBUG oslo_service.periodic_task [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63862) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2852.923055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2852.923055] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2852.923379] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "2acf0143-6374-49a0-8210-ecdf62883006-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2852.923580] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2852.923831] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2852.927102] env[63862]: INFO nova.compute.manager [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Terminating instance [ 2853.116326] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2853.117313] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2853.117313] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2853.117313] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63862) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2853.117898] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fdd6c8-50bf-4e60-bcd0-f0d8a80b7771 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.126354] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9956a35-864f-456f-a29a-98e6fb186916 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.142193] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039dc51b-8062-491f-81c3-8eb3529f31db {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.148275] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e55cc6a-b761-4c45-aac5-8dc5800b6e6f {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.177059] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181132MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=63862) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2853.177195] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2853.177380] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2853.431421] env[63862]: DEBUG nova.compute.manager [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Start destroying the instance on the hypervisor. {{(pid=63862) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2853.431586] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Destroying instance {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2853.432488] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839780ef-e37c-47f5-862f-22ab74b72029 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.440406] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powering off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2853.440634] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba1b1574-f470-486c-94e9-5a08c3bed5e0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2853.446385] env[63862]: DEBUG oslo_vmware.api [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2853.446385] env[63862]: value = "task-2099291" [ 2853.446385] env[63862]: _type = "Task" [ 2853.446385] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2853.454150] env[63862]: DEBUG oslo_vmware.api [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2853.956714] env[63862]: DEBUG oslo_vmware.api [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099291, 'name': PowerOffVM_Task, 'duration_secs': 0.178283} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2853.957091] env[63862]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Powered off the VM {{(pid=63862) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2853.957175] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Unregistering the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2853.957430] env[63862]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1127c99-d006-4164-b006-d56e7030540e {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.034739] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Unregistered the VM {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2854.034953] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deleting contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2854.035150] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleting the datastore file [datastore2] 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2854.035418] env[63862]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f1c14c8-4770-4bf3-b85c-5d9bf70184bc {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.041511] env[63862]: DEBUG oslo_vmware.api [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for the task: (returnval){ [ 2854.041511] env[63862]: value = "task-2099293" [ 2854.041511] env[63862]: _type = "Task" [ 2854.041511] env[63862]: } to complete. {{(pid=63862) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2854.048878] env[63862]: DEBUG oslo_vmware.api [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2854.202180] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Instance 2acf0143-6374-49a0-8210-ecdf62883006 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63862) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2854.202387] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2854.202530] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63862) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2854.226419] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907134aa-90b7-437b-997d-0d8f236779a1 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.233666] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b932a-b03b-4ef8-9bde-a0c5965d63e7 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.262721] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135448fe-d3ca-4439-a855-823c77560fdb {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.269532] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f82e593-b9e4-4662-a6d7-b63cfb324150 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2854.282783] env[63862]: DEBUG nova.compute.provider_tree [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2854.551493] env[63862]: DEBUG oslo_vmware.api [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Task: {'id': task-2099293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132294} completed successfully. {{(pid=63862) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2854.551737] env[63862]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted the datastore file {{(pid=63862) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2854.551918] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deleted contents of the VM from datastore datastore2 {{(pid=63862) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2854.552108] env[63862]: DEBUG nova.virt.vmwareapi.vmops [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Instance destroyed {{(pid=63862) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2854.552281] env[63862]: INFO nova.compute.manager [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2854.552513] env[63862]: DEBUG oslo.service.loopingcall [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63862) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2854.552703] env[63862]: DEBUG nova.compute.manager [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Deallocating network for instance {{(pid=63862) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2854.552809] env[63862]: DEBUG nova.network.neutron [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] deallocate_for_instance() {{(pid=63862) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2854.787149] env[63862]: DEBUG nova.scheduler.client.report [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2854.999632] env[63862]: DEBUG nova.compute.manager [req-bcae945c-e41d-4eee-a41f-0e1b126fbc24 req-2496c336-f216-4a2e-990f-6b8f975a1a89 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Received event network-vif-deleted-24547f47-da2d-48a8-9ca3-4397b196cfda {{(pid=63862) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2855.000142] env[63862]: INFO nova.compute.manager [req-bcae945c-e41d-4eee-a41f-0e1b126fbc24 req-2496c336-f216-4a2e-990f-6b8f975a1a89 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Neutron deleted interface 24547f47-da2d-48a8-9ca3-4397b196cfda; detaching it from the instance and deleting it from the info cache [ 2855.000142] env[63862]: DEBUG nova.network.neutron [req-bcae945c-e41d-4eee-a41f-0e1b126fbc24 req-2496c336-f216-4a2e-990f-6b8f975a1a89 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2855.291131] env[63862]: DEBUG nova.compute.resource_tracker [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63862) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2855.291364] env[63862]: DEBUG oslo_concurrency.lockutils [None req-6099db7f-b983-4282-9d44-bf2213f31773 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2855.481149] env[63862]: DEBUG nova.network.neutron [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Updating instance_info_cache with network_info: [] {{(pid=63862) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2855.502415] env[63862]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd75810d-4d6f-4a87-acb1-a7080a9f82c0 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2855.511740] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c832a-6a31-4934-b73b-96e1d44601c9 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2855.534394] env[63862]: DEBUG nova.compute.manager [req-bcae945c-e41d-4eee-a41f-0e1b126fbc24 req-2496c336-f216-4a2e-990f-6b8f975a1a89 service nova] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Detach interface failed, port_id=24547f47-da2d-48a8-9ca3-4397b196cfda, reason: Instance 2acf0143-6374-49a0-8210-ecdf62883006 could not be found. {{(pid=63862) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2855.984381] env[63862]: INFO nova.compute.manager [-] [instance: 2acf0143-6374-49a0-8210-ecdf62883006] Took 1.43 seconds to deallocate network for instance. [ 2856.491670] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2856.492167] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2856.492355] env[63862]: DEBUG nova.objects.instance [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lazy-loading 'resources' on Instance uuid 2acf0143-6374-49a0-8210-ecdf62883006 {{(pid=63862) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2857.028441] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae0545e-ad27-43a0-b08c-c175c44de602 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2857.036009] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec4c6e-5a23-4314-b1aa-1fb6918b5e3c {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2857.065732] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35565e9-78ad-47fd-89f8-295ae451ce8a {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2857.072566] env[63862]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad00ebb9-8d2c-44c8-9a9a-427b365e5e02 {{(pid=63862) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2857.084930] env[63862]: DEBUG nova.compute.provider_tree [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed in ProviderTree for provider: 80897473-f999-4333-ab16-8ed9a7f29cf0 {{(pid=63862) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2857.588555] env[63862]: DEBUG nova.scheduler.client.report [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Inventory has not changed for provider 80897473-f999-4333-ab16-8ed9a7f29cf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63862) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2858.093922] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2858.115209] env[63862]: INFO nova.scheduler.client.report [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Deleted allocations for instance 2acf0143-6374-49a0-8210-ecdf62883006 [ 2858.623184] env[63862]: DEBUG oslo_concurrency.lockutils [None req-1e4829dd-3d71-4828-aa94-c337b417ebca tempest-ServerActionsTestOtherB-196694105 tempest-ServerActionsTestOtherB-196694105-project-member] Lock "2acf0143-6374-49a0-8210-ecdf62883006" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=63862) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}